-- Logs begin at Tue 2021-08-24 18:53:08 UTC, end at Tue 2021-08-24 20:16:27 UTC. --
Aug 24 19:45:14.091813 dv-cinder-805877-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Aug 24 19:45:16.430016 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.common.config [-] Logging enabled!
Aug 24 19:45:16.430722 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev9
Aug 24 19:45:16.430813 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Aug 24 19:45:16.434556 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.common.config [-] Logging enabled!
Aug 24 19:45:16.434811 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev9
Aug 24 19:45:16.435123 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Aug 24 19:45:16.436057 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 24 19:45:16.436291 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 24 19:45:16.436657 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 24 19:45:16.436899 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 24 19:45:16.437120 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 24 19:45:16.437437 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.437732 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.438027 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.438256 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.438574 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.438864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.439145 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.439433 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.439725 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.440010 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.440286 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.440568 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.440797 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.441081 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.441365 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.441648 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.441870 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.442148 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.442594 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.449917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] host                           = dv-cinder-805877-1-iscsi {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.450672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.451793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452698 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452698 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.452955 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.453220 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.453486 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.453752 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.454032 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.454294 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.454592 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.454886 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.455187 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.455462 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.455743 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.456010 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.456284 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.456549 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.456820 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.457081 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.457345 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.457610 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.457884 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.458149 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.458447 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.458715 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.458990 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.459257 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:16.459548 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.459840 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.460135 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.460416 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.460706 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.460982 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.461272 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.461548 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.461833 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.462119 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.462432 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.462709 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.462993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.463267 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.463579 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.463885 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.464177 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.464978 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.465263 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.465533 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.465801 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.466074 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.466383 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.466675 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.466963 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.467233 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.467507 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.467795 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.468069 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.468339 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.468612 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.468899 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.469172 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.469441 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.469718 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.469992 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.470260 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.470550 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.470822 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.471106 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.471379 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.471650 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.471917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.472188 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.472453 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.472733 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.473008 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.473278 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.473546 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.473822 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.474092 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.474393 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.474668 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.474938 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.475210 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.475478 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.475747 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.476017 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.476334 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.476556 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.476825 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.477094 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.477365 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.477632 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.477904 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.478174 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.478469 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.478741 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.479026 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.479318 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.479592 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.479866 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.480741 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.481023 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.481300 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.481578 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.481849 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.482124 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.482422 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.482717 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.482993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.483280 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.483649 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.483832 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.484125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.484399 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.484678 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.484953 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.485228 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.485513 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.485792 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.486084 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.486404 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.486701 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.486996 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.487283 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.487558 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.487862 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.488143 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:16.488443 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 24 19:45:16.488599 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79906) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Aug 24 19:45:16.880168 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO keyring.backend [-] Loading KWallet
Aug 24 19:45:16.888686 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO keyring.backend [-] Loading SecretService
Aug 24 19:45:16.892309 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO keyring.backend [-] Loading Windows
Aug 24 19:45:16.893627 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO keyring.backend [-] Loading chainer
Aug 24 19:45:16.894205 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO keyring.backend [-] Loading macOS
Aug 24 19:45:16.929953 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:16.930221 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:16.930539 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:16.930873 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [-] Loading core plugin: ml2
Aug 24 19:45:17.241652 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.241936 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.242204 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.243440 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.243711 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.243972 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.367511 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.367794 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.368050 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.381816 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.382091 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.382379 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.410547 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.410826 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.411097 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.448717 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.449935 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.449935 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.679457 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f09654628b0> agent after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.679662 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f09654628b0> agent after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.679925 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0965462940> segment precommit_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.680186 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f09654629d0> network precommit_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.681127 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f096545df70> segment before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.803310 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> network before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.803626 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f096542fe50> agent before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.803904 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> network before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.804174 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> port before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.804439 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> port before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.804752 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> segment after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.805018 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> segment precommit_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.805272 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> segment precommit_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.805521 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> segment after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.805799 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> network after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.806056 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> network precommit_delete 0 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.806316 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> port provisioning_complete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.806599 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.806850 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> rbac-policy after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.807113 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> agent after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.807378 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> subnet after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.807641 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> subnet precommit_delete 0 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.807905 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.808213 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.808989 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> segment_host_mapping after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.809337 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> port after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.809587 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> port after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.809831 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> port after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.810111 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.810377 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.810621 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0965fc4f10>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.811000 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:17.811234 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:17.811467 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:17.811696 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:17.811925 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:17.812154 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:17.812606 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Aug 24 19:45:17.815735 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Aug 24 19:45:17.819647 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Aug 24 19:45:17.823434 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Aug 24 19:45:17.825087 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Aug 24 19:45:17.825535 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Aug 24 19:45:17.825867 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Aug 24 19:45:17.826250 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Aug 24 19:45:17.829042 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Aug 24 19:45:17.829290 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Aug 24 19:45:17.829792 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Aug 24 19:45:17.857466 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Aug 24 19:45:17.857911 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f09655187c0>> qos_plugin after_init 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.858210 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Aug 24 19:45:17.858600 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f09655184f0>> logging-plugin after_init 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.859936 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Aug 24 19:45:17.860212 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Aug 24 19:45:17.860457 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Aug 24 19:45:17.863643 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f09654ecdf0>> floatingip before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.863922 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f09654ecdf0>> port before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:17.925710 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Aug 24 19:45:17.925941 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Aug 24 19:45:17.926179 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Aug 24 19:45:17.926594 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Aug 24 19:45:17.958787 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_db.sqlalchemy.engines [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79906) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Aug 24 19:45:18.478699 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing driver for type 'gre'
Aug 24 19:45:18.479301 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] gre ID ranges: [(1, 1000)]
Aug 24 19:45:18.670491 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing driver for type 'local'
Aug 24 19:45:18.670749 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing driver for type 'vlan'
Aug 24 19:45:18.782000 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] VlanTypeDriver initialization complete
Aug 24 19:45:18.782499 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing driver for type 'vxlan'
Aug 24 19:45:18.783020 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] vxlan ID ranges: [(1, 1000)]
Aug 24 19:45:18.970578 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing extension driver 'port_security'
Aug 24 19:45:18.970844 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.extensions.port_security [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] PortSecurityExtensionDriver initialization complete
Aug 24 19:45:18.971179 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing mechanism driver 'openvswitch'
Aug 24 19:45:18.971524 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing mechanism driver 'hyperv'
Aug 24 19:45:18.978159 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.plugins.ml2.plugin [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:45:18.978965 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09652dc670>> port after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.979334 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09652dc670>> port after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.979690 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09652dc670>> port after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.980078 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09652dc7f0>> subnet after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.980432 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09652dc7f0>> subnet after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.980778 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f09652dc7f0>> subnet after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.981162 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d198e0>> network after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.981558 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d198e0>> network after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.981858 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d198e0>> network after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.982234 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19b50>> security_group after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.982607 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19b50>> security_group after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.982949 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19b50>> security_group after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.983362 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19dc0>> security_group_rule after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.983711 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19dc0>> security_group_rule after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.984084 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19dc0>> security_group_rule after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.984457 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19f40>> address_group after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.984800 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19f40>> address_group after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.985139 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0964d19f40>> address_group after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.985480 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] ML2 OVO RPC backend initialized. {{(pid=79906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Aug 24 19:45:18.986224 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> router_interface after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.986605 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> router_interface after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.987015 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> network before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.987362 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> networks before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.987747 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> port before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.988087 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> ports before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.988460 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> subnet before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.988802 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> subnets before_response 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.989148 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> network after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.989488 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> network after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.989824 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> network after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.990160 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> port after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.990528 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> port after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.990866 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> port after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.991200 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> subnet after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.991535 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> subnet after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.991867 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0964d20400>> subnet after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:18.992549 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.plugin [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Modular L2 Plugin initialization complete
Aug 24 19:45:18.992879 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading services supported by the core plugin {{(pid=79906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Aug 24 19:45:18.993203 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.plugins.ml2.managers [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Got port-security extension from driver 'port_security'
Aug 24 19:45:18.993669 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.extensions.vlantransparent [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Disabled vlantransparent extension.
Aug 24 19:45:18.994155 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Aug 24 19:45:18.994503 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: router
Aug 24 19:45:19.043665 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router_interface before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.044059 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router after_create 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.044435 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router before_create 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.044804 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router_interface before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.045211 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router_interface after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.045673 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router after_delete 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.046037 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> floatingip after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.046433 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router after_create 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.046787 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router after_update 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.047225 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router after_update 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.047495 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router_gateway after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.047854 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router after_update 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.048270 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router precommit_update 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.048648 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f09653a9430> port after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.048988 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f09653a94c0> port after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.049327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f09653a93a0> subnet after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.049672 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f09653a9040> subnetpool_address_scope after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.050024 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> port precommit_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.050401 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router precommit_create 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.050750 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0965394280> port before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.051094 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router precommit_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.051452 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router after_update 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.051797 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router precommit_delete 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.052190 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router precommit_create 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.052554 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router_interface after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.052902 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> router precommit_update 55549900 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.053266 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> agent after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.053619 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> agent after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.053967 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0964d20520>> network after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.054864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Tracking information for resource: router configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:19.055219 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Tracking information for resource: floatingip configured {{(pid=79906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 24 19:45:19.060698 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.db.l3_agentschedulers_db [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Aug 24 19:45:19.065484 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0964c55280> port after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.065484 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0964c55160> port after_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.065484 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function _notify_port_delete at 0x7f0964c551f0> port after_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.065484 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0964c55550> port after_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.065484 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0964c6dd30>> router before_create 55550100 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.065923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0964c6dd30>> router precommit_delete 55550100 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.065923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0964c6dd30>> router precommit_create 55550100 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.065923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0964c6dd30>> router precommit_update 55550100 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.068639 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.services.provider_configuration [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service providers = [] {{(pid=79906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Aug 24 19:45:19.069007 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.db.servicetype_db [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Aug 24 19:45:19.072022 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.services.service_base [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 24 19:45:19.072374 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.services.service_base [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 24 19:45:19.072718 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.services.service_base [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 24 19:45:19.073804 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.services.service_base [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 24 19:45:19.074182 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.services.service_base [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Default provider is not specified for service type L3_ROUTER_NAT
Aug 24 19:45:19.074603 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.074927 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Aug 24 19:45:19.085499 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.085836 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: auto_allocate
Aug 24 19:45:19.099889 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0964ca28b0> network precommit_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.100260 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0964ca28b0> network precommit_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.100777 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.101097 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: tag
Aug 24 19:45:19.108413 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.108748 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: timestamp
Aug 24 19:45:19.112702 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.113035 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: network_ip_availability
Aug 24 19:45:19.118397 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0964cafdf0>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.118772 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0964cafdf0>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.119130 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0964cafdf0>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.119847 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.120166 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: flavors
Aug 24 19:45:19.127317 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.127649 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading Plugin: revisions
Aug 24 19:45:19.140239 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 24 19:45:19.140632 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_concurrency.lockutils [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.210s {{(pid=79906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:19.141364 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Aug 24 19:45:19.141702 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Initializing extension manager.
Aug 24 19:45:19.142208 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: __init__.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.142585 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: __pycache__ {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.142921 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.143253 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: address_group.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.144025 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.144589 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: address-group
Aug 24 19:45:19.144912 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: address_scope.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.145631 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.146242 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: address-scope
Aug 24 19:45:19.146588 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.147527 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.148041 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: router-admin-state-down-before-update
Aug 24 19:45:19.148364 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: agent.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.149108 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.149600 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: agent
Aug 24 19:45:19.149921 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: agent_resources_synced.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.150858 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.151364 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: agent-resources-synced
Aug 24 19:45:19.151683 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.153531 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.154048 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: allowed-address-pairs
Aug 24 19:45:19.154404 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.155614 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.156090 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: auto-allocated-topology
Aug 24 19:45:19.156417 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: availability_zone.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.157113 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.157617 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: availability_zone
Aug 24 19:45:19.157939 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: availability_zone_filter.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.158891 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.159402 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: availability_zone_filter
Aug 24 19:45:19.159726 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: data_plane_status.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.160678 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.161179 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension data-plane-status not supported by any of loaded plugins
Aug 24 19:45:19.161529 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: default_subnetpools.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.167315 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.168346 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: default-subnetpools
Aug 24 19:45:19.168677 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.169499 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.170007 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: dhcp_agent_scheduler
Aug 24 19:45:19.170350 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: dns.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.171280 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.171784 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension dns-integration not supported by any of loaded plugins
Aug 24 19:45:19.172109 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: dns_domain_ports.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.173071 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.173576 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension dns-domain-ports not supported by any of loaded plugins
Aug 24 19:45:19.173899 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: dvr.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.174599 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.175104 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: dvr
Aug 24 19:45:19.175424 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: empty_string_filtering.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.176342 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.176856 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: empty-string-filtering
Aug 24 19:45:19.177174 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.178088 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.178627 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Aug 24 19:45:19.178948 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.179883 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.180468 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Aug 24 19:45:19.180786 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: external_net.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.181706 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.182215 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: external-net
Aug 24 19:45:19.182570 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.184112 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.184619 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: extra_dhcp_opt
Aug 24 19:45:19.184940 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: extraroute.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.185853 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.186387 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: extraroute
Aug 24 19:45:19.186710 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: extraroute_atomic.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.187752 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.188268 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: extraroute-atomic
Aug 24 19:45:19.188589 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: filter_validation.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.189288 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.189793 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: filter-validation
Aug 24 19:45:19.190113 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: fip_pf_description.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.191247 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.191748 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Aug 24 19:45:19.192069 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: fip_port_details.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.192997 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.193505 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: fip-port-details
Aug 24 19:45:19.193830 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: flavors.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.195125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.195643 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: flavors
Aug 24 19:45:19.195967 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.207601 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.207983 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Aug 24 19:45:19.208337 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: floatingip_pools.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.209039 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.209547 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: floatingip-pools
Aug 24 19:45:19.209876 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: ip_allocation.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.210836 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.211353 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension ip_allocation not supported by any of loaded plugins
Aug 24 19:45:19.211773 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.212712 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.213224 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: ip-substring-filtering
Aug 24 19:45:19.213554 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l2_adjacency.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.214537 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.215047 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension l2_adjacency not supported by any of loaded plugins
Aug 24 19:45:19.215373 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l3.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.216354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.216907 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: router
Aug 24 19:45:19.217232 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.219506 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.220031 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Aug 24 19:45:19.220396 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.221385 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.221857 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: ext-gw-mode
Aug 24 19:45:19.222185 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.223209 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.223725 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: l3-ha
Aug 24 19:45:19.224051 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l3_flavors.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.224979 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.225488 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: l3-flavors
Aug 24 19:45:19.225812 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.226808 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.227324 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: l3-port-ip-change-not-allowed
Aug 24 19:45:19.227647 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: l3agentscheduler.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.228696 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.229213 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: l3_agent_scheduler
Aug 24 19:45:19.229568 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: logging.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.231668 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.232189 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension logging not supported by any of loaded plugins
Aug 24 19:45:19.232520 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: metering.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.233279 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.233855 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: metering
Aug 24 19:45:19.234183 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.235311 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.235857 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: metering_source_and_destination_fields
Aug 24 19:45:19.236184 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: multiprovidernet.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.237251 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.237764 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: multi-provider
Aug 24 19:45:19.238093 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: netmtu.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.239039 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.239548 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: net-mtu
Aug 24 19:45:19.239877 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: netmtu_writable.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.240830 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.241340 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: net-mtu-writable
Aug 24 19:45:19.241662 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: network_availability_zone.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.242363 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.242881 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: network_availability_zone
Aug 24 19:45:19.243202 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: network_ip_availability.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.244295 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.244808 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: network-ip-availability
Aug 24 19:45:19.245132 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: network_segment_range.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.246533 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.247039 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension network-segment-range not supported by any of loaded plugins
Aug 24 19:45:19.247361 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: pagination.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.248373 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.248700 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: pagination
Aug 24 19:45:19.249016 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: port_device_profile.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.250207 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.250754 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: port-device-profile
Aug 24 19:45:19.251094 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.252000 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.252513 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: port-mac-address-regenerate
Aug 24 19:45:19.252839 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.253781 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.254339 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: port-numa-affinity-policy
Aug 24 19:45:19.254664 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: port_resource_request.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.255583 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.256090 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension port-resource-request not supported by any of loaded plugins
Aug 24 19:45:19.256410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: portbindings.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.257362 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.257875 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: binding
Aug 24 19:45:19.258193 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: portbindings_extended.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.259507 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.260127 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: binding-extended
Aug 24 19:45:19.260446 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: portsecurity.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.261411 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.261918 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: port-security
Aug 24 19:45:19.262242 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: project_id.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.263376 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.263714 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: project-id
Aug 24 19:45:19.264032 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: providernet.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.264966 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.265483 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: provider
Aug 24 19:45:19.265804 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.269339 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.269859 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos not supported by any of loaded plugins
Aug 24 19:45:19.270192 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.271479 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.271994 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Aug 24 19:45:19.272324 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.273248 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.273760 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Aug 24 19:45:19.274088 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_default.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.275047 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.275568 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-default not supported by any of loaded plugins
Aug 24 19:45:19.275894 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_fip.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.276557 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.277085 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-fip not supported by any of loaded plugins
Aug 24 19:45:19.277406 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.278363 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.278862 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Aug 24 19:45:19.279186 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.280102 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.280610 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Aug 24 19:45:19.280932 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.281853 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.282380 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Aug 24 19:45:19.282703 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: qos_rules_alias.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.283753 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.284282 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension qos-rules-alias not supported by any of loaded plugins
Aug 24 19:45:19.284582 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: quotasv2.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.285512 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.285963 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: quotas
Aug 24 19:45:19.286292 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: quotasv2_detail.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.287929 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.288269 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: quota_details
Aug 24 19:45:19.288601 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: rbac.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.289662 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.290184 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: rbac-policies
Aug 24 19:45:19.290540 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: rbac_address_group.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.291482 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.291995 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: rbac-address-group
Aug 24 19:45:19.292324 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: rbac_address_scope.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.293763 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.294279 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: rbac-address-scope
Aug 24 19:45:19.294637 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: rbac_security_groups.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.295586 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.296098 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: rbac-security-groups
Aug 24 19:45:19.296429 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.297367 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.297880 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: rbac-subnetpool
Aug 24 19:45:19.298206 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: revisionifmatch.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.299154 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.299665 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: revision-if-match
Aug 24 19:45:19.299987 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: revisions.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.301124 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.301634 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: standard-attr-revisions
Aug 24 19:45:19.301959 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: router_availability_zone.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.302664 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.303177 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: router_availability_zone
Aug 24 19:45:19.303500 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: routerservicetype.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.304420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.304929 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension router-service-type not supported by any of loaded plugins
Aug 24 19:45:19.305252 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.306178 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.306727 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: security-groups-normalized-cidr
Aug 24 19:45:19.307054 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.307980 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.309050 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: port-security-groups-filtering
Aug 24 19:45:19.309375 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.310310 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.310845 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: security-groups-remote-address-group
Aug 24 19:45:19.311171 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: securitygroup.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.320805 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.321337 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: security-group
Aug 24 19:45:19.321674 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: segment.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.322489 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.323000 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension segment not supported by any of loaded plugins
Aug 24 19:45:19.323329 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.324316 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.324824 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Aug 24 19:45:19.325155 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: servicetype.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.326278 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.326820 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: service-type
Aug 24 19:45:19.327146 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: sorting.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.328154 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.328496 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: sorting
Aug 24 19:45:19.328814 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: standard_attr_segment.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.329737 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.330254 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension standard-attr-segment not supported by any of loaded plugins
Aug 24 19:45:19.330605 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: standardattrdescription.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.331260 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.331766 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: standard-attr-description
Aug 24 19:45:19.332093 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: stateful_security_group.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.333033 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.333540 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: stateful-security-group
Aug 24 19:45:19.333870 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: stdattrs_common.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.334488 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Aug 24 19:45:19.334811 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.335844 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.336360 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Aug 24 19:45:19.336684 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: subnet_onboard.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.337806 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.338294 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: subnet_onboard
Aug 24 19:45:19.338641 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.339606 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.340117 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Aug 24 19:45:19.340437 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: subnet_service_types.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.341367 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.341888 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: subnet-service-types
Aug 24 19:45:19.342211 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: subnetallocation.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.343324 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.343840 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: subnet_allocation
Aug 24 19:45:19.344162 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.344844 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.345365 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: subnetpool-prefix-ops
Aug 24 19:45:19.345688 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.346656 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.347164 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Aug 24 19:45:19.347486 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: tagging.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.348568 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.349088 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: standard-attr-tag
Aug 24 19:45:19.349412 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: timestamp.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.350633 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.351150 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loaded extension: standard-attr-timestamp
Aug 24 19:45:19.351477 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: trunk.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.352527 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.353047 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension trunk not supported by any of loaded plugins
Aug 24 19:45:19.353370 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: trunk_details.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.354302 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.354841 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension trunk-details not supported by any of loaded plugins
Aug 24 19:45:19.355673 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.356609 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.357116 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Aug 24 19:45:19.357441 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Loading extension file: vlantransparent.py {{(pid=79906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 24 19:45:19.358126 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 24 19:45:19.358650 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extension vlan-transparent not supported by any of loaded plugins
Aug 24 19:45:19.361100 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:network
Aug 24 19:45:19.361840 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:subnet
Aug 24 19:45:19.362675 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:subnetpool
Aug 24 19:45:19.363294 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:port
Aug 24 19:45:19.364589 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.365028 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service FLAVORS assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.365760 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.366344 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.366734 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:router
Aug 24 19:45:19.367414 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:floatingip
Aug 24 19:45:19.368135 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service METERING assigned prefix: /metering {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.369586 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0964b2f880>> rbac-policy before_create 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.369959 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0964b2f880>> rbac-policy before_update 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.370313 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0964b2f880>> rbac-policy before_delete 55550000 {{(pid=79906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:45:19.372126 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of CountableResource for resource:rbac_policy
Aug 24 19:45:19.372580 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:security_group
Aug 24 19:45:19.373263 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 24 19:45:19.374005 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service CORE assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.374362 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:subnetpool
Aug 24 19:45:19.374978 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] subnetpool is already registered
Aug 24 19:45:19.375603 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service CORE assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.375939 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:subnetpool
Aug 24 19:45:19.376264 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] subnetpool is already registered
Aug 24 19:45:19.378894 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.379331 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service FLAVORS assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.379931 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.380354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.380687 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:router
Aug 24 19:45:19.381018 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] router is already registered
Aug 24 19:45:19.381616 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:floatingip
Aug 24 19:45:19.381945 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] floatingip is already registered
Aug 24 19:45:19.382602 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service METERING assigned prefix: /metering {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.383274 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of CountableResource for resource:rbac_policy
Aug 24 19:45:19.383602 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] rbac_policy is already registered
Aug 24 19:45:19.384141 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:security_group
Aug 24 19:45:19.384478 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] security_group is already registered
Aug 24 19:45:19.385073 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 24 19:45:19.385402 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] security_group_rule is already registered
Aug 24 19:45:19.386077 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service CORE assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.386467 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:subnetpool
Aug 24 19:45:19.386801 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] subnetpool is already registered
Aug 24 19:45:19.387404 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.v2.resource_helper [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Service CORE assigned prefix:  {{(pid=79906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 24 19:45:19.387731 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Creating instance of TrackedResource for resource:subnetpool
Aug 24 19:45:19.388061 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING neutron.quota.resource_registry [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] subnetpool is already registered
Aug 24 19:45:19.388707 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: extensions {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.390166 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: address-groups {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.391880 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: address-scopes {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.393102 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: agents {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.394259 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: auto-allocated-topology {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.395534 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: availability_zones {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.397823 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: dhcp-networks {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.399283 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: dhcp-agents {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.400719 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: routers {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.402573 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: flavors {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.403763 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: service_profiles {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.404946 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: next_providers {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.406506 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: service_profiles {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.407997 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: floatingip-pools {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.409240 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: routers {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.411055 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: floatingips {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.412250 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: l3-routers {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.413607 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: l3-agents {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.415070 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: metering-labels {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.416428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: metering-label-rules {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.418249 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: network-ip-availabilities {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.419545 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: bindings {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.421200 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: quotas {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.422702 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: quotas {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.424133 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: rbac-policies {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.425411 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: security-groups {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.426652 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: security-group-rules {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.427910 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: service-providers {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.429135 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: subnetpools {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.430586 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: subnetpools {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.432032 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.434716 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.436429 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.438225 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.440041 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.441879 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.443679 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.445635 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.447514 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.449425 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron.api.extensions [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Extended resource: tags {{(pid=79906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 24 19:45:19.455335 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING keystonemiddleware.auth_token [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Aug 24 19:45:19.460943 dv-cinder-805877-1-iscsi neutron-server[79906]: WARNING keystonemiddleware.auth_token [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Aug 24 19:45:19.469718 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_concurrency.lockutils [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Acquired lock "singleton_lock" {{(pid=79906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Aug 24 19:45:19.470194 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_concurrency.lockutils [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Releasing lock "singleton_lock" {{(pid=79906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Aug 24 19:45:19.470853 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO oslo_service.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Starting 2 workers
Aug 24 19:45:19.475509 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Started child 80015 {{(pid=79906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 24 19:45:19.479760 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Started child 80016 {{(pid=79906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 24 19:45:19.480971 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:19.481886 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO neutron.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Neutron service started, listening on 0.0.0.0:9696
Aug 24 19:45:19.482440 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [-] (80015) wsgi starting up on http://0.0.0.0:9696
Aug 24 19:45:19.482547 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Notify callbacks [] for process, before_spawn {{(pid=79906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:19.484509 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:19.484949 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO oslo_service.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Starting 1 workers
Aug 24 19:45:19.485867 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [-] (80016) wsgi starting up on http://0.0.0.0:9696
Aug 24 19:45:19.489927 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Started child 80017 {{(pid=79906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 24 19:45:19.490484 dv-cinder-805877-1-iscsi neutron-server[79906]: INFO oslo_service.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Starting 1 workers
Aug 24 19:45:19.493100 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] calling RpcWorker wait() {{(pid=80017) _wait /opt/stack/neutron/neutron/service.py:128}}
Aug 24 19:45:19.493632 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] returning from RpcWorker wait() {{(pid=80017) _wait /opt/stack/neutron/neutron/service.py:135}}
Aug 24 19:45:19.494777 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Started child 80018 {{(pid=79906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 24 19:45:19.494886 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:19.495361 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:45:19.495607 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG neutron_lib.callbacks.manager [None req-f3d84c8f-4271-4376-9d59-0610811210d2 None None] Notify callbacks [] for process, after_spawn {{(pid=79906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:19.497468 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 24 19:45:19.497684 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 24 19:45:19.497872 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 24 19:45:19.498083 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 24 19:45:19.498458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 24 19:45:19.498630 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 24 19:45:19.499141 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.499688 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.499971 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.500243 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.500350 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:19.500809 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.501069 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.501345 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.501592 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:45:19.501684 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.501866 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.502101 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.502272 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.502471 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.502727 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.502983 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.503293 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.503595 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.503848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.504133 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.504310 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.504574 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.504855 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.505106 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.505394 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.505641 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.506147 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.506420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.506665 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.506918 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.507207 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.507438 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.507718 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.507969 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.508192 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.508444 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.508706 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.508955 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.509189 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.509409 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.509669 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.509888 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.510395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] host                           = dv-cinder-805877-1-iscsi {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.510651 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.510888 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.511173 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.511425 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.511670 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.511889 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.512141 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.512405 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.512651 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.512891 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.513141 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.513384 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.513632 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.513905 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.514070 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.514307 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.514635 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.514898 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.515090 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.515261 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.515440 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.515717 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.515863 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.516121 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.516341 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.516576 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.516802 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.517045 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.517283 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.517550 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.517785 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.518019 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.518233 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.518540 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.518777 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.519011 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.519233 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.519474 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.519717 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.519935 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.520156 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.520405 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.520644 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.520957 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.521210 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.521467 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.521700 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.521939 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.522185 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.522440 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.522838 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.522988 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.523274 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.523571 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.523670 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.523923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.524145 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.524380 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.524617 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.524851 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.525087 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.525301 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.525538 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.525878 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.526099 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.526389 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.526583 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.527345 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.527652 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.528093 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.528411 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.528752 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.529018 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.529356 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.529580 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.529957 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.530234 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.530417 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.549864 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.550860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551395 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.551923 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.552428 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.553761 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.554848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555410 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555986 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555986 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555986 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555986 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.555986 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.558529 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.559002 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.559306 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.559607 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.559945 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.560235 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.560548 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.560804 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.561091 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.561394 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.561735 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.562085 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.562637 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.562886 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.563140 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.563409 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.563670 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.563911 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.564153 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.564397 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.564683 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.564942 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.565170 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.565409 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.565648 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.565992 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.566245 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.566543 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.566783 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.567062 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.567314 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.567555 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.567853 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.568151 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.568381 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.568695 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.568931 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.569150 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.569391 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.570453 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.570680 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.570935 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.571613 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.571848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.576845 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577420 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577898 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.577898 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.578030 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.579832 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.580107 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.580679 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.581411 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.581736 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.582284 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.584066 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.584307 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.584569 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.584801 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.585037 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.585287 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.585536 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.585777 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.586025 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.586269 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.587770 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.590447 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.590753 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.591038 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.591305 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.591538 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.591786 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.592032 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.592256 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.592477 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.592697 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.592935 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.593212 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.593456 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.593711 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.593941 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.594153 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.594385 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.594607 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.594826 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.595123 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.595374 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.595621 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.595857 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.596094 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.596321 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.596528 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.596736 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.596949 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.597155 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.597394 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.597600 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.597805 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.598016 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.598222 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.598736 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.599000 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.599233 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.599526 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.599752 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.599977 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.600226 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.600770 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.600981 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.601249 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.601489 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.601702 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.601917 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.602166 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.602503 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.602808 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.603055 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.603314 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.603587 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.603854 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.604117 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.604327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.604643 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.605604 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.606514 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.606782 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.607028 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.607296 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.607887 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.608111 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.608350 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.608588 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.608819 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.609084 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.609319 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.609576 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.609805 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.610051 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.610286 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.610551 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.610785 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.611022 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.611235 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.611391 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 24 19:45:19.611873 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 24 19:45:19.612029 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 24 19:45:19.612179 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 24 19:45:19.612342 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 24 19:45:19.612510 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 24 19:45:19.612674 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 24 19:45:19.612843 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.613004 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.613181 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.613342 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.613499 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.613656 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.613817 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.613974 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.614142 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.614302 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.614549 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.614549 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.614883 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.614883 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.615200 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.615200 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.615200 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.615679 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.615679 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.615679 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.616156 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.616156 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.616156 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.616676 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.616676 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.616676 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.619099 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.619249 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.619363 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.619487 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.619653 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.620455 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.620620 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.620783 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.620938 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.621095 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.621250 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.621403 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.621559 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.621713 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.621867 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] host                           = dv-cinder-805877-1-iscsi {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.622021 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.622174 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.622345 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.622504 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.622658 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.622811 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.622964 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.623121 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.623275 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.623429 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.623584 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.623736 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.623946 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.624060 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.624169 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.624316 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.624749 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.624922 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.625045 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.625168 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.625468 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.625468 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.625819 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.625819 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.625983 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.626063 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.626171 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.626525 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.626824 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.626992 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.627168 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.627614 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.628674 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.628840 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.629715 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.629891 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.630051 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.630208 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.630385 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.631813 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.631949 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.632112 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.632231 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.632394 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.632540 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.632700 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.632858 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.633016 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.633171 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.633326 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.633482 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.633636 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.633793 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.633993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.634094 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.634244 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.634417 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.634558 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.634721 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.634848 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.634995 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.635149 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.635303 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.635456 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.635610 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.635764 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.635903 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.636061 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.636351 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 24 19:45:19.636531 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.636693 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.636860 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.637018 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.637176 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.637332 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.637507 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.637692 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.637806 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.637918 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.638078 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.638220 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.638651 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.638911 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.639837 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.641044 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.641249 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.641838 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.642012 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.642177 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.642354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.642520 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.642696 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.642857 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.643021 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.643178 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.643335 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.643494 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.643652 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.643810 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.643967 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.644123 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.644282 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.644438 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.644595 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.644751 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.644907 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.645065 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.645206 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.645368 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.645525 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.645683 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.645852 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.646011 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.646167 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.646343 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.646513 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.646678 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.646678 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.647001 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.647001 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.647347 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.647347 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.647676 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.647676 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648002 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648002 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648002 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648438 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648438 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648438 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648891 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648891 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.648891 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.649354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.649354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.649354 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.649846 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.649846 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.649846 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.650497 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.650497 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.650497 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.650497 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.652637 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658359 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.658993 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659458 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.659919 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.660380 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.660380 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.660380 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.660380 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.660631 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.660631 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.660763 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661095 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661095 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661234 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661327 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661488 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661648 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661805 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.661965 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.662125 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.662284 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.664094 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.664285 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.664464 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.664649 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.664820 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.664985 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.665149 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.665338 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.665498 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.665661 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.665821 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.665981 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.666142 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.666301 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.666872 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.668293 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.668496 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.668673 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.668836 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.668998 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.669160 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.669321 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.669481 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.669642 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.669802 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.669962 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.670126 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.670286 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.670467 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.670627 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.670786 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.670945 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.671104 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.671262 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.671422 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.671565 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.671727 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.671885 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.672044 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.672192 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:45:19.672289 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.672371 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.672497 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.672656 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.672815 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.672977 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.673137 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.673297 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.673456 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.673629 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.673777 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.673912 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.674071 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.674231 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.674651 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.674819 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.674979 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.675139 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.675298 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.675457 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.675617 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.675775 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.675934 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.676109 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.676268 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.676426 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.676587 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.676748 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.676907 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.677065 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.677222 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.677380 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.677537 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.677696 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.677857 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.678019 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.678179 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.678352 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.678514 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.678673 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.678832 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.678990 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.679162 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.679320 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.679481 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.679641 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.679800 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.679968 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.680133 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.680291 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.680449 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.680607 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.680775 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.680934 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.681093 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.681249 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.681409 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.681577 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.681794 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.681895 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.682052 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.682210 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.682390 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.682550 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.682722 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.682882 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.683084 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.683325 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.683490 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.683649 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.683878 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.684006 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.684132 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.684297 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.684788 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.685012 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.685839 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.686514 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.686681 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.686856 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.687013 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.687183 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.687349 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.687503 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.687657 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.687813 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.687974 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.688136 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.688289 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.688430 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.688569 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.688723 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.688874 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.689011 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.689170 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.689345 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.689494 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.689624 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.689774 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.689933 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 24 19:45:19.690089 dv-cinder-805877-1-iscsi neutron-server[79906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 24 19:45:19.768161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 49708) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:19.776534 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063009
Aug 24 19:45:30.389191 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8f69f-16d9-4960-96c2-23f075a47bbc None None] get_active_networks_info from dv-cinder-805877-1-iscsi {{(pid=80017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Aug 24 19:45:30.525655 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e8f69f-16d9-4960-96c2-23f075a47bbc None None] No non-hosted networks {{(pid=80017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Aug 24 19:45:30.538311 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.agentschedulers_db [None req-38e8f69f-16d9-4960-96c2-23f075a47bbc None None] DHCP Agent not found on host dv-cinder-805877-1-iscsi {{(pid=80017) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Aug 24 19:45:30.652887 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e3fc16db-aa72-40bc-bef6-e15ec0686f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2011981'] for agent, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:31.015193 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2011981'] for agent, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:31.015836 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.016185 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.016526 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.016859 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.017303 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.017642 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.017970 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.018316 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.018682 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.019176 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.019363 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.019646 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:31.020033 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0964845c40>, 'Open vSwitch agent', 'dv-cinder-805877-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:45:31.032243 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f095ff31850>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805877-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:45:33.283377 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7446f68a-2378-419b-83ff-7569fe46fca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2011981'] for agent, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:33.353984 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-8d48cce2-0359-4635-be6d-0d37ed86fff8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805877-1-iscsi {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 19:45:33.354703 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-8d48cce2-0359-4635-be6d-0d37ed86fff8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 19:45:33.948318 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8d48cce2-0359-4635-be6d-0d37ed86fff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:34.095477 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2011981'] for agent, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:35.455436 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2011981'] for agent, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:37.046052 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49802) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:37.640896 dv-cinder-805877-1-iscsi neutron-server[80015]: WARNING oslo_policy.policy [None req-c1d1e86e-9b06-43f7-bf7d-c1e2e7125492 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:37.641536 dv-cinder-805877-1-iscsi neutron-server[80015]: WARNING oslo_policy.policy [None req-c1d1e86e-9b06-43f7-bf7d-c1e2e7125492 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:37.856706 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [None req-c1d1e86e-9b06-43f7-bf7d-c1e2e7125492 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:45:37.857955 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c1d1e86e-9b06-43f7-bf7d-c1e2e7125492 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8098760
Aug 24 19:45:39.205950 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.db.l3_hamode_db [None req-c2c78789-29b5-4076-85b8-e79514acca69 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Aug 24 19:45:39.291696 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c78789-29b5-4076-85b8-e79514acca69 None None] Routers set() bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:45:39.292089 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c78789-29b5-4076-85b8-e79514acca69 None None] Router IDs set() for agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Aug 24 19:45:40.215441 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49816) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:40.574739 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:45:40.673184 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.policy [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80015) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Aug 24 19:45:40.717617 dv-cinder-805877-1-iscsi neutron-server[80015]: WARNING oslo_policy.policy [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:40.717980 dv-cinder-805877-1-iscsi neutron-server[80015]: WARNING oslo_policy.policy [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:40.726519 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.quota [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0964602520>.
Aug 24 19:45:40.742505 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:45:40.897225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729897886109', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729897887666', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729897862285', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729897873185', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729897911998', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729897921560', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-784832', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-958253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1963011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1733716'] for rbac-policy, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:41.111800 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:41.113031 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-08270d69-37ae-4936-9e6b-9a214bef7e20 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8966095
Aug 24 19:45:43.694651 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49830) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:44.045098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Request body: {'network': {'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'name': 'private', 'admin_state_up': True}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:45:44.052058 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:45:44.054960 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Usage tracker for resource:network and tenant:529f7ebac12040d19f0a379baaf85bf9 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:45:44.060322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:45:44.066744 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:45:44.139802 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Made reservation on behalf of 529f7ebac12040d19f0a379baaf85bf9 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:45:44.142670 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.160677 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.175048 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:45:44.178804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Usage tracker for resource:security_group_rule and tenant:529f7ebac12040d19f0a379baaf85bf9 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:45:44.184535 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:45:44.190439 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:45:44.282770 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.340052 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.345627 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:44.366385 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:45:44.391921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729895658132', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.392522 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0965462940> segment precommit_create {{(pid=80015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 24 19:45:44.393013 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Added segment 90183b12-484f-404d-a66e-5da8faf36b54 of type vlan for network db1e3f81-8d7d-4eb6-9dd2-806fc256444a
Aug 24 19:45:44.441217 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cda464-a752-4304-8e97-86c13e310b5d,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:45:44.456923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.457276 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.457601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.457920 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.458236 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.458579 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.458898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.459203 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.459536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.459845 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.460152 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.460457 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Tracked resource versions report:
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]: pushed versions:
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]: {   'AddressGroup': {'1.2'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'ConntrackHelper': {'1.0'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Log': {'1.0'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Network': {'1.1'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Port': {'1.7'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'PortForwarding': {'1.2'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'QosPolicy': {'1.8'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'SecurityGroup': {'1.4'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'SubPort': {'1.0'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Subnet': {'1.1'},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Trunk': {'1.1'}}
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]: consumer versions:
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Log': '1.0',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Network': '1.1',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Port': '1.7',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'PortForwarding': '1.2',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'QosPolicy': '1.8',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'SecurityGroup': '1.4',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'SubPort': '1.0',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Subnet': '1.1',
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Trunk': '1.1'}}
Aug 24 19:45:44.461527 dv-cinder-805877-1-iscsi neutron-server[80015]:  {{(pid=80015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:45:44.510614 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:44.513585 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.606688 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.608216 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:45:44.608876 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:44.612086 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:44.716966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Pushing event updated for resources: {'Network': ['ID=db1e3f81-8d7d-4eb6-9dd2-806fc256444a,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:45:44.719991 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:44.728573 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:45:44.797899 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.1018372
Aug 24 19:45:47.479178 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 49846) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:48.059446 dv-cinder-805877-1-iscsi neutron-server[80016]: WARNING oslo_policy.policy [None req-c233a628-5cc9-43a6-8b6a-57d69061bced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:48.060011 dv-cinder-805877-1-iscsi neutron-server[80016]: WARNING oslo_policy.policy [None req-c233a628-5cc9-43a6-8b6a-57d69061bced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:48.499710 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.policy [None req-c233a628-5cc9-43a6-8b6a-57d69061bced admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80016) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Aug 24 19:45:48.543937 dv-cinder-805877-1-iscsi neutron-server[80016]: WARNING oslo_policy.policy [None req-c233a628-5cc9-43a6-8b6a-57d69061bced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:48.544300 dv-cinder-805877-1-iscsi neutron-server[80016]: WARNING oslo_policy.policy [None req-c233a628-5cc9-43a6-8b6a-57d69061bced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 24 19:45:48.552445 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233a628-5cc9-43a6-8b6a-57d69061bced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:45:48.554223 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c233a628-5cc9-43a6-8b6a-57d69061bced admin admin] 10.222.0.37 "GET /v2.0/networks/db1e3f81-8d7d-4eb6-9dd2-806fc256444a HTTP/1.1" status: 200  len: 824 time: 1.0741358
Aug 24 19:45:48.586055 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-81bdac65-2ff4-4786-b4af-b1bf7646386e admin admin] 10.222.0.37 "GET /v2.0/subnetpools/48e1b6b7-3b14-4171-812b-125c9c1323fc HTTP/1.1" status: 200  len: 734 time: 0.0263643
Aug 24 19:45:48.595436 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'ip_version': 4, 'subnetpool_id': '48e1b6b7-3b14-4171-812b-125c9c1323fc'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:45:48.597073 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.quota [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0964915790>.
Aug 24 19:45:48.603136 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:45:48.608798 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Usage tracker for resource:subnet and tenant:529f7ebac12040d19f0a379baaf85bf9 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:45:48.612198 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:45:48.619238 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:45:48.734149 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Made reservation on behalf of 529f7ebac12040d19f0a379baaf85bf9 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:45:48.737025 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:49.194875 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:49.200017 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:49.285556 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Checking segment: {'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:45:49.285950 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Network hostable DHCP agents. Network: db1e3f81-8d7d-4eb6-9dd2-806fc256444a, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:45:49.295586 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97e6908-8696-42f7-9edc-612526bf0a12,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:45:49.306994 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.307349 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.307708 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.308032 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.308351 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.308677 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.308992 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.309302 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.309616 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.309924 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.310232 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.310575 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Tracked resource versions report:
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]: pushed versions:
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]: {   'AddressGroup': {'1.2'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'ConntrackHelper': {'1.0'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Log': {'1.0'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Network': {'1.1'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Port': {'1.7'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'PortForwarding': {'1.2'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'QosPolicy': {'1.8'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'SecurityGroup': {'1.4'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'SubPort': {'1.0'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Subnet': {'1.1'},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Trunk': {'1.1'}}
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]: consumer versions:
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Log': '1.0',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Network': '1.1',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Port': '1.7',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'PortForwarding': '1.2',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'QosPolicy': '1.8',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'SecurityGroup': '1.4',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'SubPort': '1.0',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Subnet': '1.1',
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Trunk': '1.1'}}
Aug 24 19:45:49.311658 dv-cinder-805877-1-iscsi neutron-server[80016]:  {{(pid=80016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:45:49.344943 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:49.428837 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:45:49.520062 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, db1e3f81-8d7d-4eb6-9dd2-806fc256444a) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:45:49.525316 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:45:49.525987 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:49.530656 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462cae2-ca8c-42b4-a0ca-fd1ae4bb86f6 None None] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:45:49.606664 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0145209
Aug 24 19:45:49.931380 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'fixed_ips': [{'subnet_id': 'e97e6908-8696-42f7-9edc-612526bf0a12'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:45:49.932693 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:50.118251 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Allocated IP 172.20.0.2 (db1e3f81-8d7d-4eb6-9dd2-806fc256444a/e97e6908-8696-42f7-9edc-612526bf0a12/cd659cd4-7ddc-4a94-945e-2e4bfb2013a0) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:45:50.347948 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:50.361097 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Transition to ACTIVE for port object cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:45:50.384162 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Transition to ACTIVE for port object cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:45:50.492414 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:50.498110 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:50.569783 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:45:50.574018 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:45:50.579207 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:45:50.585696 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Pushing event updated for resources: {'Port': ['ID=cd659cd4-7ddc-4a94-945e-2e4bfb2013a0,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:45:50.622940 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.623254 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.623755 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.624101 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.624421 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.624743 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.625059 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.625374 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.625712 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.626026 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.626350 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.626724 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Tracked resource versions report:
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]: pushed versions:
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]: {   'AddressGroup': {'1.2'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'ConntrackHelper': {'1.0'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Log': {'1.0'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Network': {'1.1'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Port': {'1.7'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'PortForwarding': {'1.2'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'QosPolicy': {'1.8'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'SecurityGroup': {'1.4'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'SubPort': {'1.0'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Subnet': {'1.1'},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Trunk': {'1.1'}}
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]: consumer versions:
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Log': '1.0',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Network': '1.1',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Port': '1.7',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'PortForwarding': '1.2',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'QosPolicy': '1.8',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'SecurityGroup': '1.4',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'SubPort': '1.0',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Subnet': '1.1',
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Trunk': '1.1'}}
Aug 24 19:45:50.628059 dv-cinder-805877-1-iscsi neutron-server[80017]:  {{(pid=80017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:45:50.660847 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:50.686458 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Attempting to bind port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:45:50.686856 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Attempting to bind port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:45:50.687274 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Attempting to bind port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 on network db1e3f81-8d7d-4eb6-9dd2-806fc256444a {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:45:50.692562 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:45:50.692956 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Checking segment: {'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:45:50.693438 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:50.693822 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Bound using segment: {'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:45:50.694277 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Bound port: cd659cd4-7ddc-4a94-945e-2e4bfb2013a0, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:45:50.694679 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:50.782204 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] For port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:45:50.786898 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] For port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=cd659cd4-7ddc-4a94-945e-2e4bfb2013a0,segment=NetworkSegment(90183b12-484f-404d-a66e-5da8faf36b54),segment_id=90183b12-484f-404d-a66e-5da8faf36b54)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:45:50.903853 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:50.907838 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:51.020955 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Pushing event updated for resources: {'Port': ['ID=cd659cd4-7ddc-4a94-945e-2e4bfb2013a0,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:45:51.024014 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:51.978243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49866) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:52.362532 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [None req-3a624d44-8ef9-4704-90e8-3a466f151833 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:45:52.364987 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3a624d44-8ef9-4704-90e8-3a466f151833 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3855751
Aug 24 19:45:54.614166 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72634df-f6ed-448a-8cc7-c3cdf49c22e3 None None] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:45:54.740119 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49880) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:54.794212 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ce80eb28-94b8-40d1-95f2-949738fff4d8 None None] Provisioning for port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:45:55.045406 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:45:55.131080 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [None req-c186b4e6-6504-4271-a746-ac2e998a6425 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:45:55.132092 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c186b4e6-6504-4271-a746-ac2e998a6425 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3909698
Aug 24 19:45:55.191813 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:45:55.197978 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:45:55.198426 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:55.323957 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:55.359208 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=cd659cd4-7ddc-4a94-945e-2e4bfb2013a0,segment=NetworkSegment(90183b12-484f-404d-a66e-5da8faf36b54),segment_id=90183b12-484f-404d-a66e-5da8faf36b54)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:45:55.429026 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:55.431724 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:45:55.499753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=cd659cd4-7ddc-4a94-945e-2e4bfb2013a0,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:45:55.502798 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:45:57.013250 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:45:57.079323 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:45:57.079698 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:57.786888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49892) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:45:58.138243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'admin_state_up': True}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:45:58.143341 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:45:58.147129 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Usage tracker for resource:router and tenant:529f7ebac12040d19f0a379baaf85bf9 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:45:58.151045 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:45:58.156705 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:45:58.225601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:58.227249 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:58.249761 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:58.443172 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:58.533372 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:45:58.534533 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-d02ca2c3-20f6-4a0d-8ff2-358f1dc4a036 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7466536
Aug 24 19:46:00.373873 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7c5136c2-f4e5-4b31-83bc-483d090c93ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:00.926807 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49902) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:46:01.019556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:01.325572 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [None req-f36b6747-4220-4352-aaa2-60ba6d7d9046 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:46:01.326586 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f36b6747-4220-4352-aaa2-60ba6d7d9046 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3988149
Aug 24 19:46:03.270392 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-f1b28e8b-f648-4150-bf35-0be250683e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:03.723858 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49912) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:46:04.090936 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:46:04.094002 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:46:04.097433 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Usage tracker for resource:network and tenant:7a5114701a8940b78fe8dd6d852f8077 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:46:04.100491 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:46:04.106212 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:46:04.110462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.184704 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Made reservation on behalf of 7a5114701a8940b78fe8dd6d852f8077 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:46:04.186935 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.199322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.213065 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:46:04.216785 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5114701a8940b78fe8dd6d852f8077 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:46:04.219496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:46:04.225187 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:46:04.305270 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.379196 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.382404 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:04.397974 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Reserving flat network on physical network physnet1 {{(pid=80015) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Aug 24 19:46:04.421083 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0778f66c-f3ef-4458-80b5-c217595f3ec7,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:04.425041 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:04.425979 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.426311 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Added segment 137eef6a-2b9d-44e7-b6bf-68adea962f45 of type flat for network dfae2075-dafe-4505-8ae5-ab6bd62982cc
Aug 24 19:46:04.458834 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.572977 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.574254 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:46:04.574890 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:04.578237 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:04.692147 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Pushing event updated for resources: {'Network': ['ID=dfae2075-dafe-4505-8ae5-ab6bd62982cc,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:04.694836 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:04.702378 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:46:04.781918 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0499024
Aug 24 19:46:05.387972 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:07.157631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49932) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:46:07.370626 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2dee8e-5e10-45c3-be4d-0ae69292714f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:46:07.372065 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-1e2dee8e-5e10-45c3-be4d-0ae69292714f admin admin] 10.222.0.37 "GET /v2.0/subnets/e97e6908-8696-42f7-9edc-612526bf0a12 HTTP/1.1" status: 200  len: 849 time: 0.2135637
Aug 24 19:46:07.514899 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ff72c796-342f-464e-9fa3-3afab7b98d94 admin admin] 10.222.0.37 "GET /v2.0/routers/51705b81-ef18-4b25-9f00-b0b89f6b4c4d HTTP/1.1" status: 200  len: 704 time: 0.1371620
Aug 24 19:46:07.975597 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:08.323375 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Allocated IP 172.20.0.1 (db1e3f81-8d7d-4eb6-9dd2-806fc256444a/e97e6908-8696-42f7-9edc-612526bf0a12/9f59a3af-31c1-448e-8642-4f18097151d4) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:46:08.478864 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:08.496568 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Transition to ACTIVE for port object 9f59a3af-31c1-448e-8642-4f18097151d4 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:46:08.628635 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:08.634004 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:08.696384 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:46:08.699309 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:46:08.705642 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:46:08.710645 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:08.886765 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f59a3af-31c1-448e-8642-4f18097151d4,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:08.895385 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:09.040020 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-9ab191c8-e3b8-40ba-b4ce-cb94d07bfaa5 None None] Provisioning for port 9f59a3af-31c1-448e-8642-4f18097151d4 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:46:09.045294 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-9ab191c8-e3b8-40ba-b4ce-cb94d07bfaa5 None None] Provisioning complete for port 9f59a3af-31c1-448e-8642-4f18097151d4 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:46:09.045671 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9ab191c8-e3b8-40ba-b4ce-cb94d07bfaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:09.097314 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-9ab191c8-e3b8-40ba-b4ce-cb94d07bfaa5 None None] Port 9f59a3af-31c1-448e-8642-4f18097151d4 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:46:09.124832 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:09.348243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:09.416567 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:09.417745 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:09.421265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:09.551902 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f59a3af-31c1-448e-8642-4f18097151d4,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:09.555825 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:09.613328 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:46:09.614351 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:46:09.820431 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-a566856a-4603-4840-a956-b19dc09f5460 None None] Provisioning complete for port 9f59a3af-31c1-448e-8642-4f18097151d4 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:46:09.820804 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a566856a-4603-4840-a956-b19dc09f5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:09.876769 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-a566856a-4603-4840-a956-b19dc09f5460 None None] Port 9f59a3af-31c1-448e-8642-4f18097151d4 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:46:09.925339 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 19:46:10.079059 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:46:10.088394 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Sync routers for ids ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:46:10.090551 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] 10.222.0.37 "PUT /v2.0/routers/51705b81-ef18-4b25-9f00-b0b89f6b4c4d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5707269
Aug 24 19:46:10.100533 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Routers {'51705b81-ef18-4b25-9f00-b0b89f6b4c4d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:46:10.101372 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0964845670>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:46:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:10.273512 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Set router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d gateway port host: None {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:46:10.640231 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0964845670>, [{'id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'name': 'router1', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:58Z', 'updated_at': '2021-08-24T19:46:08Z', 'revision_number': 2, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'gw_port_host': None, '_interfaces': [{'id': '9f59a3af-31c1-448e-8642-4f18097151d4', 'name': '', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'mac_address': 'fa:16:3e:e3:54:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:08Z', 'updated_at': '2021-08-24T19:46:09Z', 'revision_number': 2, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'subnets': [{'id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48e1b6b7-3b14-4171-812b-125c9c1323fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:10.645077 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Checking router: 51705b81-ef18-4b25-9f00-b0b89f6b4c4d for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:46:10.645447 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Updating router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d port 9f59a3af-31c1-448e-8642-4f18097151d4 binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:46:10.696821 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:11.083961 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:11.099952 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Transition to ACTIVE for port object 9f59a3af-31c1-448e-8642-4f18097151d4 will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:46:11.211119 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:11.216169 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:11.448431 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Pushing event updated for resources: {'Port': ['ID=9f59a3af-31c1-448e-8642-4f18097151d4,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:11.459753 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.460096 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.460464 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.460790 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.461140 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.461463 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.461783 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.462099 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.462459 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.462769 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.463081 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.463385 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Tracked resource versions report:
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]: pushed versions:
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]: {   'AddressGroup': {'1.2'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Log': {'1.0'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Network': {'1.1'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Port': {'1.7'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]: consumer versions:
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'}}
Aug 24 19:46:11.464509 dv-cinder-805877-1-iscsi neutron-server[80018]:  {{(pid=80018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:46:11.468881 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:11.469769 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Attempting to bind port 9f59a3af-31c1-448e-8642-4f18097151d4 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:46:11.470172 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Attempting to bind port 9f59a3af-31c1-448e-8642-4f18097151d4 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:46:11.470634 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Attempting to bind port 9f59a3af-31c1-448e-8642-4f18097151d4 on network db1e3f81-8d7d-4eb6-9dd2-806fc256444a {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:46:11.476716 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:46:11.477130 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Checking segment: {'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:46:11.477628 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:11.478011 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Bound using segment: {'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:46:11.478612 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Bound port: 9f59a3af-31c1-448e-8642-4f18097151d4, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90183b12-484f-404d-a66e-5da8faf36b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:46:11.478998 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:11.568457 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] For port 9f59a3af-31c1-448e-8642-4f18097151d4, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:46:11.572380 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] For port 9f59a3af-31c1-448e-8642-4f18097151d4, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9f59a3af-31c1-448e-8642-4f18097151d4,segment=NetworkSegment(90183b12-484f-404d-a66e-5da8faf36b54),segment_id=90183b12-484f-404d-a66e-5da8faf36b54)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:46:11.665859 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:11.669881 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:11.755865 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Routers {'51705b81-ef18-4b25-9f00-b0b89f6b4c4d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:46:11.756502 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0964845670>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:46:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:11.812542 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Pushing event updated for resources: {'Port': ['ID=9f59a3af-31c1-448e-8642-4f18097151d4,revision_number=4']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:11.816020 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:11.921166 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] Set router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d gateway port host: None {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:46:12.259685 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0964845670>, [{'id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'name': 'router1', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:58Z', 'updated_at': '2021-08-24T19:46:08Z', 'revision_number': 2, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'gw_port_host': None, '_interfaces': [{'id': '9f59a3af-31c1-448e-8642-4f18097151d4', 'name': '', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'mac_address': 'fa:16:3e:e3:54:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:08Z', 'updated_at': '2021-08-24T19:46:11Z', 'revision_number': 4, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'subnets': [{'id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48e1b6b7-3b14-4171-812b-125c9c1323fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:12.264079 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00757e-a28d-4743-8b8c-37658c4d2b35 None None] The sync data for ids ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'] in dv-cinder-805877-1-iscsi is: [{'id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'name': 'router1', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:58Z', 'updated_at': '2021-08-24T19:46:08Z', 'revision_number': 2, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'gw_port_host': None, '_interfaces': [{'id': '9f59a3af-31c1-448e-8642-4f18097151d4', 'name': '', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'mac_address': 'fa:16:3e:e3:54:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:08Z', 'updated_at': '2021-08-24T19:46:11Z', 'revision_number': 4, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'subnets': [{'id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48e1b6b7-3b14-4171-812b-125c9c1323fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:46:12.284835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49954) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:46:12.441763 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a164d795-f1fd-4dd9-ba73-4a9ec05e54d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:46:12.442353 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a164d795-f1fd-4dd9-ba73-4a9ec05e54d1 admin admin] Synchronizing usage tracker for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:network {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:46:12.559152 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a164d795-f1fd-4dd9-ba73-4a9ec05e54d1 admin admin] Unset dirty status for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:network {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:46:12.560416 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a164d795-f1fd-4dd9-ba73-4a9ec05e54d1 admin admin] 10.222.0.37 "GET /v2.0/networks/dfae2075-dafe-4505-8ae5-ab6bd62982cc HTTP/1.1" status: 200  len: 842 time: 0.2746129
Aug 24 19:46:12.572107 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:46:12.576539 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:46:12.580688 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Usage tracker for resource:subnet and tenant:7a5114701a8940b78fe8dd6d852f8077 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:46:12.583987 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:46:12.590602 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:46:12.673390 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Made reservation on behalf of 7a5114701a8940b78fe8dd6d852f8077 for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:46:12.675760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:13.047527 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9f59a3af-31c1-448e-8642-4f18097151d4 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:46:13.218792 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 9f59a3af-31c1-448e-8642-4f18097151d4 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:46:13.224948 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9f59a3af-31c1-448e-8642-4f18097151d4 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:46:13.225602 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:13.252744 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.objects.ports [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80015) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Aug 24 19:46:13.253225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:13.257737 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:13.355281 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:46:13.356433 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Network hostable DHCP agents. Network: dfae2075-dafe-4505-8ae5-ab6bd62982cc, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:46:13.358813 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:13.363274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff882f0-aa8b-4934-8a3c-243286ff6fe5,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:13.375465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:13.402642 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 9f59a3af-31c1-448e-8642-4f18097151d4, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9f59a3af-31c1-448e-8642-4f18097151d4,segment=NetworkSegment(90183b12-484f-404d-a66e-5da8faf36b54),segment_id=90183b12-484f-404d-a66e-5da8faf36b54)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:46:13.475765 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:46:13.513690 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:13.515851 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:13.573051 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, dfae2075-dafe-4505-8ae5-ab6bd62982cc) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:46:13.577764 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:46:13.578390 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:13.582870 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da04db-f57f-4c49-a743-2d5d5cbe46a9 None None] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:46:13.648725 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=9f59a3af-31c1-448e-8642-4f18097151d4,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:13.656047 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:13.665154 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0985572
Aug 24 19:46:13.823018 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416257c8-e1a9-4080-8849-6f0c480d2de1 None None] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:46:15.023718 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9f59a3af-31c1-448e-8642-4f18097151d4 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:46:15.090710 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9f59a3af-31c1-448e-8642-4f18097151d4 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:46:15.091085 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:15.916861 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49968) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:46:16.113956 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-bd99d5fa-6536-4654-bd99-00b711700049 admin admin] 10.222.0.37 "GET /v2.0/routers/51705b81-ef18-4b25-9f00-b0b89f6b4c4d HTTP/1.1" status: 200  len: 710 time: 0.1958585
Aug 24 19:46:16.244510 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac92d76-1ff9-4a40-acb7-3a6d04c2613d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:46:16.245883 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7ac92d76-1ff9-4a40-acb7-3a6d04c2613d admin admin] 10.222.0.37 "GET /v2.0/networks/dfae2075-dafe-4505-8ae5-ab6bd62982cc HTTP/1.1" status: 200  len: 886 time: 0.1263316
Aug 24 19:46:16.255190 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:46:16.709812 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:17.256527 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:17.314798 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:17.457375 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Allocated IP 172.27.3.108 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/f34c9fda-79db-45f2-a6a8-c00af1d0597a) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:46:17.609968 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:17.713273 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:17.717073 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:17.777769 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:46:17.780586 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:46:17.783073 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:46:17.859635 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Pushing event updated for resources: {'Port': ['ID=f34c9fda-79db-45f2-a6a8-c00af1d0597a,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:17.862552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:18.268847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:18.611529 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:18.614794 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1999287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1999246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1972090'] for router, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:18.853521 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:46:19.031622 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:46:19.040398 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:19.041590 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] 10.222.0.37 "PUT /v2.0/routers/51705b81-ef18-4b25-9f00-b0b89f6b4c4d HTTP/1.1" status: 200  len: 890 time: 2.7899299
Aug 24 19:46:19.041818 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Sync routers for ids ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:46:19.052031 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Routers {'51705b81-ef18-4b25-9f00-b0b89f6b4c4d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:46:19.052691 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09648a2c70>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:46:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:19.250079 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Set router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:46:19.600682 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09648a2c70>, [{'id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'name': 'router1', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f34c9fda-79db-45f2-a6a8-c00af1d0597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:58Z', 'updated_at': '2021-08-24T19:46:17Z', 'revision_number': 4, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'gw_port': {'id': 'f34c9fda-79db-45f2-a6a8-c00af1d0597a', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ef:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:17Z', 'updated_at': '2021-08-24T19:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9f59a3af-31c1-448e-8642-4f18097151d4', 'name': '', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'mac_address': 'fa:16:3e:e3:54:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:08Z', 'updated_at': '2021-08-24T19:46:13Z', 'revision_number': 5, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'subnets': [{'id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48e1b6b7-3b14-4171-812b-125c9c1323fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:19.606345 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Checking router: 51705b81-ef18-4b25-9f00-b0b89f6b4c4d for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:46:19.606714 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Updating router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d port f34c9fda-79db-45f2-a6a8-c00af1d0597a binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:46:19.661165 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:19.999615 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:20.012876 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Transition to ACTIVE for port object f34c9fda-79db-45f2-a6a8-c00af1d0597a will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:46:20.081870 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:20.086007 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:20.166214 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Attempting to bind port f34c9fda-79db-45f2-a6a8-c00af1d0597a on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:46:20.166749 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Attempting to bind port f34c9fda-79db-45f2-a6a8-c00af1d0597a by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:46:20.167005 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Attempting to bind port f34c9fda-79db-45f2-a6a8-c00af1d0597a on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:46:20.174473 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:46:20.174859 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:46:20.175265 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:20.175703 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:46:20.176138 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Bound port: f34c9fda-79db-45f2-a6a8-c00af1d0597a, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:46:20.176533 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:20.200002 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f47854-9fdf-4c96-a07f-ee230d40a5ab None None] Pushing event updated for resources: {'Port': ['ID=f34c9fda-79db-45f2-a6a8-c00af1d0597a,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:20.202828 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-25f47854-9fdf-4c96-a07f-ee230d40a5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:20.257448 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] For port f34c9fda-79db-45f2-a6a8-c00af1d0597a, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:46:20.260601 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] For port f34c9fda-79db-45f2-a6a8-c00af1d0597a, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=f34c9fda-79db-45f2-a6a8-c00af1d0597a,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:46:20.319003 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:20.323267 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-597f8e6a-a5b6-439d-a21a-6343ba8f3642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:20.432283 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Routers {'51705b81-ef18-4b25-9f00-b0b89f6b4c4d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:46:20.432958 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09648a2c70>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:46:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:20.489507 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f47854-9fdf-4c96-a07f-ee230d40a5ab None None] Pushing event updated for resources: {'Port': ['ID=f34c9fda-79db-45f2-a6a8-c00af1d0597a,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:20.502215 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-25f47854-9fdf-4c96-a07f-ee230d40a5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:20.632624 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] Set router 51705b81-ef18-4b25-9f00-b0b89f6b4c4d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:46:20.991786 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09648a2c70>, [{'id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'name': 'router1', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f34c9fda-79db-45f2-a6a8-c00af1d0597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:58Z', 'updated_at': '2021-08-24T19:46:17Z', 'revision_number': 4, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'gw_port': {'id': 'f34c9fda-79db-45f2-a6a8-c00af1d0597a', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ef:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:17Z', 'updated_at': '2021-08-24T19:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9f59a3af-31c1-448e-8642-4f18097151d4', 'name': '', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'mac_address': 'fa:16:3e:e3:54:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:08Z', 'updated_at': '2021-08-24T19:46:13Z', 'revision_number': 5, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'subnets': [{'id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48e1b6b7-3b14-4171-812b-125c9c1323fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:46:20.996114 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b6d65-6661-45f8-8fcf-12089dc28ac8 None None] The sync data for ids ['51705b81-ef18-4b25-9f00-b0b89f6b4c4d'] in dv-cinder-805877-1-iscsi is: [{'id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'name': 'router1', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f34c9fda-79db-45f2-a6a8-c00af1d0597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:45:58Z', 'updated_at': '2021-08-24T19:46:17Z', 'revision_number': 4, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'gw_port': {'id': 'f34c9fda-79db-45f2-a6a8-c00af1d0597a', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ef:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:17Z', 'updated_at': '2021-08-24T19:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9f59a3af-31c1-448e-8642-4f18097151d4', 'name': '', 'network_id': 'db1e3f81-8d7d-4eb6-9dd2-806fc256444a', 'tenant_id': '529f7ebac12040d19f0a379baaf85bf9', 'mac_address': 'fa:16:3e:e3:54:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51705b81-ef18-4b25-9f00-b0b89f6b4c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:46:08Z', 'updated_at': '2021-08-24T19:46:13Z', 'revision_number': 5, 'project_id': '529f7ebac12040d19f0a379baaf85bf9', 'subnets': [{'id': 'e97e6908-8696-42f7-9edc-612526bf0a12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48e1b6b7-3b14-4171-812b-125c9c1323fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:46:21.452091 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 49978) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:46:21.550287 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:46:21.576202 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-0ac96ff8-92ea-46d2-b85b-05d4639bc155 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1229658
Aug 24 19:46:23.048687 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device f34c9fda-79db-45f2-a6a8-c00af1d0597a up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:46:23.192422 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port f34c9fda-79db-45f2-a6a8-c00af1d0597a completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:46:23.199487 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port f34c9fda-79db-45f2-a6a8-c00af1d0597a triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:46:23.199949 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:23.341597 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:23.359912 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port f34c9fda-79db-45f2-a6a8-c00af1d0597a, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=f34c9fda-79db-45f2-a6a8-c00af1d0597a,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:46:23.442290 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:23.443870 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-25f47854-9fdf-4c96-a07f-ee230d40a5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:46:23.516460 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=f34c9fda-79db-45f2-a6a8-c00af1d0597a,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:46:23.519593 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:46:25.057309 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device f34c9fda-79db-45f2-a6a8-c00af1d0597a up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:46:25.168591 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port f34c9fda-79db-45f2-a6a8-c00af1d0597a triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:46:25.168888 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:30.371112 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-839ec9bf-74b0-42b7-9de1-3de8d2cc11a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:30.973759 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:33.263766 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9cde741f-046c-4b38-ba4a-9c949ea78eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:34.057639 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:35.446011 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:46:58.548249 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:47:00.364430 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a9a045c4-09c6-4d9b-b41e-01a6e1ea67d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:01.042410 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:03.301224 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-49d31b5f-c08c-496a-a268-22b9e5c91373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:04.042119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:05.488284 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:30.363100 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-70e57203-429b-49d3-9c4e-244a3c4651d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:30.963077 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:33.265734 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0761ca18-09b6-453e-9ead-c660254b7a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:35.158619 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:35.442498 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:47:35.547213 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:48:00.349955 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-50eb86ab-395a-42e9-8853-b0f35485bcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:00.977769 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:03.250377 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-33b12022-6885-4357-93b9-68304ecf88b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:04.052736 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:05.452382 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:12.545950 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:48:27.712762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50548) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:27.779238 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c85830-db24-4055-82fd-6ea22881eecc admin admin] GET failed (client error): The resource could not be found.
Aug 24 19:48:27.780494 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-31c85830-db24-4055-82fd-6ea22881eecc admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0668087
Aug 24 19:48:27.916031 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dd3e9-e591-4e1e-a60f-c4790696f34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:27.916366 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-588dd3e9-e591-4e1e-a60f-c4790696f34a admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1319568
Aug 24 19:48:30.084063 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50558) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:30.192587 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2695a-a46a-496b-8ed1-5d142e4614a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:30.193146 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9dd2695a-a46a-496b-8ed1-5d142e4614a7 admin admin] Synchronizing usage tracker for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:subnet {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:48:30.285616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9dd2695a-a46a-496b-8ed1-5d142e4614a7 admin admin] Unset dirty status for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:subnet {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:48:30.286866 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-9dd2695a-a46a-496b-8ed1-5d142e4614a7 admin admin] 10.222.0.37 "GET /v2.0/subnets/e97e6908-8696-42f7-9edc-612526bf0a12 HTTP/1.1" status: 200  len: 849 time: 0.2013659
Aug 24 19:48:30.296350 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:48:30.359432 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbd72-5774-497a-b0a7-73aa79afafc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:30.417245 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Notify callbacks [] for subnet, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:30.661958 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729895610682'] for subnet, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:30.665733 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2622b6ff-c5ec-46d1-805c-e47e902f1029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:48:30.705820 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:30.706975 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:30.709234 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] 10.222.0.37 "PUT /v2.0/subnets/e97e6908-8696-42f7-9edc-612526bf0a12 HTTP/1.1" status: 200  len: 868 time: 0.4169252
Aug 24 19:48:30.711855 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede7f37-2af3-4829-b47a-85a3870ba684 None None] Network db1e3f81-8d7d-4eb6-9dd2-806fc256444a requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:48:30.735763 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97e6908-8696-42f7-9edc-612526bf0a12,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:48:30.744294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.744549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.744883 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.745236 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.745558 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.745907 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.746235 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.746591 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.746918 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.747242 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.747572 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.747870 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:48:30.751409 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:48:31.010876 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:31.245785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-b00f7eb6-da61-405a-b8b6-2fc5c5896012 None None] Provisioning complete for port cd659cd4-7ddc-4a94-945e-2e4bfb2013a0 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:48:31.246163 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-b00f7eb6-da61-405a-b8b6-2fc5c5896012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:31.373400 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-b00f7eb6-da61-405a-b8b6-2fc5c5896012 None None] Provisioning complete for port 9f59a3af-31c1-448e-8642-4f18097151d4 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:48:31.374002 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-b00f7eb6-da61-405a-b8b6-2fc5c5896012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:32.877467 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 50568) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:33.059455 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9a90f-17cc-4826-b4f3-f575b900bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:33.059943 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9a90f-17cc-4826-b4f3-f575b900bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:33.061467 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-d7f9a90f-17cc-4826-b4f3-f575b900bc9b admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1823080
Aug 24 19:48:33.290518 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-1ba4edd7-b2d8-4bcb-9599-c01a65900023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:34.071621 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:35.150884 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 50578) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:35.339657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99304e11-03da-4530-b1c3-65da3f7585d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:35.340364 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99304e11-03da-4530-b1c3-65da3f7585d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:35.346981 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-99304e11-03da-4530-b1c3-65da3f7585d5 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1900673
Aug 24 19:48:35.427610 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:48:37.503728 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 50588) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:37.678379 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd167265-3ef8-4a89-a7de-fb6f6e584c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:37.679634 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-bd167265-3ef8-4a89-a7de-fb6f6e584c38 admin admin] 10.222.0.37 "GET /v2.0/networks/db1e3f81-8d7d-4eb6-9dd2-806fc256444a HTTP/1.1" status: 200  len: 868 time: 0.1749616
Aug 24 19:48:39.830080 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 50598) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:39.996797 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b79bd-479c-4b03-b866-58b059a20dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:39.998132 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b11b79bd-479c-4b03-b866-58b059a20dff admin admin] 10.222.0.37 "GET /v2.0/networks/dfae2075-dafe-4505-8ae5-ab6bd62982cc HTTP/1.1" status: 200  len: 886 time: 0.1670403
Aug 24 19:48:42.115648 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 50608) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:42.223810 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699fc6df-67f0-41c9-966b-855a0b4f50ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:42.224275 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699fc6df-67f0-41c9-966b-855a0b4f50ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:42.225832 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-699fc6df-67f0-41c9-966b-855a0b4f50ad admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1092322
Aug 24 19:48:44.346999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 50618) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:44.455983 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae919c-8ada-41f0-b9a4-e3fd5540ebfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:44.456441 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae919c-8ada-41f0-b9a4-e3fd5540ebfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:44.457935 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-12ae919c-8ada-41f0-b9a4-e3fd5540ebfd admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1100013
Aug 24 19:48:46.560969 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 50628) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:46.660013 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be214e-ffdf-47a6-adfa-23d24b40e923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:46.661229 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-85be214e-ffdf-47a6-adfa-23d24b40e923 admin admin] 10.222.0.37 "GET /v2.0/subnets/2ff882f0-aa8b-4934-8a3c-243286ff6fe5 HTTP/1.1" status: 200  len: 816 time: 0.0993328
Aug 24 19:48:48.776594 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50638) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:48:48.887259 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c3e4d-ab28-44d0-8b6f-893f4a99c696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:48:48.888603 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-0f9c3e4d-ab28-44d0-8b6f-893f4a99c696 admin admin] 10.222.0.37 "GET /v2.0/subnets/e97e6908-8696-42f7-9edc-612526bf0a12 HTTP/1.1" status: 200  len: 868 time: 0.1110680
Aug 24 19:48:49.545576 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:49:00.346786 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8629520a-8937-40df-b87c-255bbc077caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:00.986182 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:03.254689 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2a56-bf16-4ce2-ae75-89aea1ffc628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:04.112046 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:05.419897 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:11.901514 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50682) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:49:11.949384 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [None req-d28f58f9-e1d1-4a89-9a43-d53312d9e040 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:49:11.950399 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-d28f58f9-e1d1-4a89-9a43-d53312d9e040 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0479217
Aug 24 19:49:14.152163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50692) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:49:14.218394 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5ef319-93ed-429b-b126-c78841664536 admin admin] GET failed (client error): The resource could not be found.
Aug 24 19:49:14.220194 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-cd5ef319-93ed-429b-b126-c78841664536 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0670722
Aug 24 19:49:14.350258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c46942-528c-4dd3-9084-2d9cb6ec8b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:49:14.351659 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-14c46942-528c-4dd3-9084-2d9cb6ec8b5d admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1276569
Aug 24 19:49:16.481601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50702) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:49:16.528445 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:49:16.533568 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:49:16.542932 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:49:16.619465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Made reservation on behalf of 7a5114701a8940b78fe8dd6d852f8077 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:49:16.621773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:16.711385 dv-cinder-805877-1-iscsi neutron-server[80015]: WARNING neutron.services.revisions.revision_plugin [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f096364c040] {project_id='7a5114701a8940b78fe8dd6d852f8077', id='daaefd79-dfb9-438d-85cf-7e963143bcec', target_tenant='*', action='access_as_shared', object_id='97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'}> to bump revision.
Aug 24 19:49:16.722313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:49:16.730520 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:16.730863 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Added segment 588a7050-0d4e-4d62-a28f-81901afd86c7 of type vlan for network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1
Aug 24 19:49:16.755429 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:16.876570 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:16.877879 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:49:16.878491 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:16.881889 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:49:16.978684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Pushing event updated for resources: {'Network': ['ID=97bf6fc1-5b0e-41d6-baf3-bf20739c95a1,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:49:16.983328 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:49:16.989175 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:49:17.060202 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.5775070
Aug 24 19:49:19.184057 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50712) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:49:19.251158 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7733b47-4cc8-413b-b68d-954fe96b5d66 admin admin] GET failed (client error): The resource could not be found.
Aug 24 19:49:19.251669 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a7733b47-4cc8-413b-b68d-954fe96b5d66 admin admin] Synchronizing usage tracker for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:network {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:49:19.354815 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a7733b47-4cc8-413b-b68d-954fe96b5d66 admin admin] Unset dirty status for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:network {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:49:19.355913 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a7733b47-4cc8-413b-b68d-954fe96b5d66 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1708841
Aug 24 19:49:19.511974 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3cbd3-a562-42c3-9df1-1a05f6aa3ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:49:19.513418 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a6d3cbd3-a562-42c3-9df1-1a05f6aa3ac1 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1535029
Aug 24 19:49:19.523573 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Request body: {'subnet': {'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:49:19.527898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:49:19.537870 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:49:19.773011 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Made reservation on behalf of 7a5114701a8940b78fe8dd6d852f8077 for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:49:19.775336 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:20.059494 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:20.063862 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:49:20.133309 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82688b8-aa91-4f6a-91b3-cb0a622d0ef4,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:49:20.136104 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:49:20.143499 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Checking segment: {'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:49:20.143856 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Network hostable DHCP agents. Network: 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:49:20.304607 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:49:20.413004 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:49:20.417151 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:49:20.417741 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:20.422698 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441673dc-b6c4-4d96-aaf0-7b109bb99e7b None None] Network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:49:20.534234 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0140197
Aug 24 19:49:20.641187 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-97bf6fc1-5b0e-41d6-baf3-bf20739c95a1', 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1', 'tenant_id': '7a5114701a8940b78fe8dd6d852f8077', 'fixed_ips': [{'subnet_id': 'f82688b8-aa91-4f6a-91b3-cb0a622d0ef4'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:49:20.642095 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:20.803012 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Allocated IP 192.168.233.2 (97bf6fc1-5b0e-41d6-baf3-bf20739c95a1/f82688b8-aa91-4f6a-91b3-cb0a622d0ef4/028871ff-c422-4040-9556-78257d944f65) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:49:21.011377 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:21.022031 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Transition to ACTIVE for port object 028871ff-c422-4040-9556-78257d944f65 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:49:21.041110 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Transition to ACTIVE for port object 028871ff-c422-4040-9556-78257d944f65 will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:49:21.116550 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:21.121678 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:49:21.183393 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:49:21.186381 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:49:21.190558 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:49:21.194966 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Pushing event updated for resources: {'Port': ['ID=028871ff-c422-4040-9556-78257d944f65,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:49:21.204578 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.204915 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.205248 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.205575 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.205897 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.206217 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.206690 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.207016 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.207358 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.207681 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.207997 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.208306 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:49:21.234582 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:49:21.325974 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Attempting to bind port 028871ff-c422-4040-9556-78257d944f65 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:49:21.326259 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Attempting to bind port 028871ff-c422-4040-9556-78257d944f65 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:49:21.326654 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Attempting to bind port 028871ff-c422-4040-9556-78257d944f65 on network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:49:21.332717 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:49:21.333084 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Checking segment: {'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:49:21.333484 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:21.333874 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Bound using segment: {'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:49:21.334397 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Bound port: 028871ff-c422-4040-9556-78257d944f65, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:49:21.334763 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:21.425339 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] For port 028871ff-c422-4040-9556-78257d944f65, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:49:21.428637 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] For port 028871ff-c422-4040-9556-78257d944f65, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=028871ff-c422-4040-9556-78257d944f65,segment=NetworkSegment(588a7050-0d4e-4d62-a28f-81901afd86c7),segment_id=588a7050-0d4e-4d62-a28f-81901afd86c7)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:49:21.527976 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:21.532142 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:49:21.609157 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Pushing event updated for resources: {'Port': ['ID=028871ff-c422-4040-9556-78257d944f65,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:49:21.618807 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:49:22.444585 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4dff94-9f43-4f83-9612-0e7dd3790c99 None None] Network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:49:22.654017 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ac8afaa9-3914-401d-a2eb-f950ddc66e88 None None] Provisioning for port 028871ff-c422-4040-9556-78257d944f65 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:49:23.149310 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 028871ff-c422-4040-9556-78257d944f65 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:49:23.310534 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 028871ff-c422-4040-9556-78257d944f65 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:49:23.328363 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 028871ff-c422-4040-9556-78257d944f65 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:49:23.328363 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:23.443497 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:23.479099 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 028871ff-c422-4040-9556-78257d944f65, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=028871ff-c422-4040-9556-78257d944f65,segment=NetworkSegment(588a7050-0d4e-4d62-a28f-81901afd86c7),segment_id=588a7050-0d4e-4d62-a28f-81901afd86c7)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:49:23.584718 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:23.588165 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:49:23.652888 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=028871ff-c422-4040-9556-78257d944f65,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:49:23.657512 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:49:25.120095 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 028871ff-c422-4040-9556-78257d944f65 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:49:25.193348 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 028871ff-c422-4040-9556-78257d944f65 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:49:25.193723 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:26.544571 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:49:30.360418 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ad801d7e-97ee-4f73-9cd0-d2fd4b4bd603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:31.069666 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:33.292261 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-747b993d-a62c-4c44-9387-f9af06008838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:34.087111 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:49:35.515807 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:00.371202 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-07b3e6f0-3f0d-4b9c-ac20-cf961c181b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:01.011155 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:03.262290 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dee102f7-b22d-4957-82b5-953178bc641f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:03.544022 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:50:04.068137 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:05.433497 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:30.358665 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-1e61ca46-fde1-49b9-a38e-cb5a66f0c491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:31.015105 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:33.277471 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-79481fc3-ea9d-431f-a967-32324bb8c38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:34.077408 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:35.443088 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:40.543933 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:50:40.560932 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50762) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:50:40.566939 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [None req-821b57ef-7865-4442-b4f1-d5477815232a tempest-verify_tempest_config-632190055 tempest-verify_tempest_config-632190055-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:50:40.567908 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-821b57ef-7865-4442-b4f1-d5477815232a tempest-verify_tempest_config-632190055 tempest-verify_tempest_config-632190055-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059781
Aug 24 19:50:41.128989 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50780) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:50:41.242185 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:41.256662 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:50:41.260500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Usage tracker for resource:security_group_rule and tenant:788fa36be1ca4b85a42032c5b7cc64ed is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:50:41.263833 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:50:41.269490 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:50:41.352103 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:41.425868 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:41.436186 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-19498881-e753-4d94-b788-89ca649f4716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:50:41.474256 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1c6bb-951c-4677-ae76-0bb1e690719b,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:50:41.478419 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Synchronizing usage tracker for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:security_group {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:50:41.485773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.486136 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.486506 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.486837 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.487162 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.487503 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.487828 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.488149 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.488485 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.488805 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.489122 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.489692 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:50:41.495551 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:50:41.602708 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Unset dirty status for tenant:7a5114701a8940b78fe8dd6d852f8077 on resource:security_group {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:50:41.603991 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=788fa36be1ca4b85a42032c5b7cc64ed&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4740400
Aug 24 19:50:41.607299 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50786) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:50:41.664591 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:41.690691 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:41.849200 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:41.853191 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:50:41.865349 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1c6bb-951c-4677-ae76-0bb1e690719b,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:50:41.869960 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:50:41.873679 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:50:41.874819 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46a1c6bb-951c-4677-ae76-0bb1e690719b HTTP/1.1" status: 204  len: 168 time: 0.2666152
Aug 24 19:51:00.472474 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9d0abd31-298b-401a-ae1d-273d7fbc4d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:00.990221 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:03.292077 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5448-727e-4d73-a8aa-3b91f560b326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:04.092264 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:05.429719 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:17.542126 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:51:30.365274 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-fd894849-d134-4b0b-83ea-4e873e303280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:31.023061 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:33.268237 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-77d13f25-ee27-49c2-b897-5d2500578bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:34.085385 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:35.439606 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:51:54.541396 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 5 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:52:00.375643 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-1aa624f6-b0de-45fe-833b-f96746d11e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:01.010767 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:03.283869 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc37b-e84d-42e1-b91e-c1a5d97421c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:04.066215 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:05.432461 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:19.637339 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2011981'] for agent, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:30.362704 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7f28c276-35f1-40df-88ef-52b85fdd3076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:31.041841 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:31.540784 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:52:33.264765 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-f7be08bd-68dd-43f5-b45b-8a9085ca4b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:34.088035 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:35.243682 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50866) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:52:35.357578 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-864ce52e-8f45-4bdf-9ccb-ab83553470bb admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1127439
Aug 24 19:52:35.459977 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:52:37.574127 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 50876) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:52:37.630243 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-026fc3cc-7d96-4e50-9766-ecd83948887d admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0550170
Aug 24 19:52:49.584525 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:00.333015 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-42ade09f-5985-4e86-9955-cb2cbe32706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:01.006239 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:03.279964 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-db513dee-c1b9-4b9a-af2e-444be0cece3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:04.103323 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:05.542992 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:08.539326 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:53:19.570876 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:30.364524 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-64de20e1-e315-4192-94b1-c14f979669d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:31.055759 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:33.290040 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9fc860c8-7b5e-4411-9ee3-669f74e94d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:34.176337 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:35.621359 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:53:45.537781 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:53:49.683735 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:00.428686 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-efa07cfc-7a71-4750-85cd-d048838d36b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:01.034928 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:03.305456 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b34f-5a49-4f49-bbc0-e375d1239fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:04.163354 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:05.627286 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:16.747544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51010) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:17.237176 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1137655366-network', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:17.245265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:17.249253 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Usage tracker for resource:network and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:17.252114 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:17.258753 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:17.366029 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Made reservation on behalf of 979f71ec72e34b78be583b9ff7e04844 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:17.368455 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.385332 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.403844 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:17.408053 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Usage tracker for resource:security_group_rule and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:17.411091 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:17.417345 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:17.512619 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.623519 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.637400 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:54:17.643189 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:17.674067 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92099c8d-6e45-43e4-bff8-fbcd53d2f8c6,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:17.676561 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.676907 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Added segment 52b8a253-0a4a-4f57-930a-bdc79d39ba73 of type vlan for network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5
Aug 24 19:54:17.687014 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.687388 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.688020 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.688357 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.688684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.689017 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.689338 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.689660 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.689995 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.690344 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.690714 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.691029 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Tracked resource versions report:
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]: pushed versions:
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]: {   'AddressGroup': {'1.2'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'ConntrackHelper': {'1.0'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Log': {'1.0'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Network': {'1.1'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Port': {'1.7'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'PortForwarding': {'1.2'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'QosPolicy': {'1.8'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'SecurityGroup': {'1.4'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'SubPort': {'1.0'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Subnet': {'1.1'},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     'Trunk': {'1.1'}}
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]: consumer versions:
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     HyperV agent@hv-cinder-80587: {},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Log': '1.0',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Network': '1.1',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Port': '1.7',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'PortForwarding': '1.2',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'QosPolicy': '1.8',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'SecurityGroup': '1.4',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'SubPort': '1.0',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Subnet': '1.1',
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:                                                      'Trunk': '1.1'}}
Aug 24 19:54:17.692700 dv-cinder-805877-1-iscsi neutron-server[80015]:  {{(pid=80015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:54:17.696997 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:17.719326 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.863483 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.865914 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:17.867044 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:17.872760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ec876261-4473-4e58-8e94-1c1dc9f73978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:17.975961 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Pushing event updated for resources: {'Network': ['ID=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:17.978672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:17.986970 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:54:18.074046 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51064) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:18.074705 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3260491
Aug 24 19:54:18.081120 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Request body: {'subnet': {'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1137655366-subnet', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:18.086477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:18.090622 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Usage tracker for resource:subnet and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:18.097934 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:18.100398 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:18.163401 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Made reservation on behalf of 979f71ec72e34b78be583b9ff7e04844 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:18.166022 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:18.436378 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51080) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:18.469565 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:18.475876 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:18.546084 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:18.557132 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.557483 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.557813 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.558134 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.558481 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.558799 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.559111 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.559423 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.559734 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.560040 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.560347 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.560653 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Tracked resource versions report:
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]: pushed versions:
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]: {   'AddressGroup': {'1.2'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'ConntrackHelper': {'1.0'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Log': {'1.0'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Network': {'1.1'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Port': {'1.7'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'PortForwarding': {'1.2'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'QosPolicy': {'1.8'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'SecurityGroup': {'1.4'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'SubPort': {'1.0'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Subnet': {'1.1'},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     'Trunk': {'1.1'}}
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]: consumer versions:
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     HyperV agent@hv-cinder-80587: {},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Log': '1.0',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Network': '1.1',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Port': '1.7',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'PortForwarding': '1.2',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'QosPolicy': '1.8',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'SecurityGroup': '1.4',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'SubPort': '1.0',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Subnet': '1.1',
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:                                                      'Trunk': '1.1'}}
Aug 24 19:54:18.561664 dv-cinder-805877-1-iscsi neutron-server[80016]:  {{(pid=80016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:54:18.564250 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Checking segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:18.564250 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Network hostable DHCP agents. Network: 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:54:18.569484 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:18.669574 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:54:18.755560 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:18.760394 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:18.761237 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:18.766684 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c583ac-2a43-4886-99d7-64bddd80b2b2 None None] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:18.890885 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51100) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:18.891646 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8146796
Aug 24 19:54:18.898380 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:18.907503 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:18.912609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Usage tracker for resource:router and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:18.916303 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:18.923132 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:18.984577 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:54:18.985503 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.007410 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.008444 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.024631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.032182 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1551222830-network', 'tenant_id': '9687f1c644c141cd9a58a87219cb9ee4'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:19.036819 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:19.041042 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Usage tracker for resource:network and tenant:9687f1c644c141cd9a58a87219cb9ee4 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:19.045170 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:19.050191 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:19.071236 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51106) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:19.152928 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Allocated IP 172.20.0.2 (7c72d4a1-b0bd-4958-acc6-d6c41154b3f5/b949a1ce-5641-4c2d-b605-1cdc6ad1bd90/ac920295-4b20-4563-b3ec-06a8f48fb75a) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:19.161506 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Made reservation on behalf of 9687f1c644c141cd9a58a87219cb9ee4 for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:19.164238 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.200714 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.228968 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51116) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:19.238547 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:19.243696 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Usage tracker for resource:security_group_rule and tenant:9687f1c644c141cd9a58a87219cb9ee4 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:19.248325 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:19.254458 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:19.354963 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.383923 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.395817 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Transition to ACTIVE for port object ac920295-4b20-4563-b3ec-06a8f48fb75a will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:19.415796 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Transition to ACTIVE for port object ac920295-4b20-4563-b3ec-06a8f48fb75a will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:19.451258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.466905 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-392531993-network', 'tenant_id': '015386ca443747ce821466c52a796d44'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:19.470955 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.471976 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:19.479605 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:19.489181 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Usage tracker for resource:network and tenant:015386ca443747ce821466c52a796d44 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:19.496201 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:19.520563 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:54:19.525460 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:19.528647 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.539202 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f1d0a6-d964-4a67-bcaa-e322a5da304d,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:19.545780 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729895658132', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.546606 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0965462940> segment precommit_create {{(pid=80016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 24 19:54:19.547048 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Added segment 755b8881-861c-41a8-96fe-d8499f8193ec of type vlan for network f82e4337-ca23-4678-b078-b69fac08a08f
Aug 24 19:54:19.557195 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:19.563084 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:19.596688 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.609906 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:19.649652 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:19.652326 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Pushing event updated for resources: {'Port': ['ID=ac920295-4b20-4563-b3ec-06a8f48fb75a,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:19.660023 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:19.664830 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-810864460-network', 'tenant_id': '95eee633516346c3a51fc93645ae1d10'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:19.666531 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.666873 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.667291 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.667533 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.667859 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.668182 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.668501 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.668905 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.669154 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.669533 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.669849 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.670186 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Tracked resource versions report:
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]: pushed versions:
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]: {   'AddressGroup': {'1.2'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'ConntrackHelper': {'1.0'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Log': {'1.0'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Network': {'1.1'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Port': {'1.7'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'PortForwarding': {'1.2'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'QosPolicy': {'1.8'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'SecurityGroup': {'1.4'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'SubPort': {'1.0'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Subnet': {'1.1'},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     'Trunk': {'1.1'}}
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]: consumer versions:
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     HyperV agent@hv-cinder-80587: {},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Log': '1.0',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Network': '1.1',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Port': '1.7',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'PortForwarding': '1.2',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'QosPolicy': '1.8',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'SecurityGroup': '1.4',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'SubPort': '1.0',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Subnet': '1.1',
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:                                                      'Trunk': '1.1'}}
Aug 24 19:54:19.671230 dv-cinder-805877-1-iscsi neutron-server[80017]:  {{(pid=80017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:54:19.692348 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:19.718284 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Made reservation on behalf of 015386ca443747ce821466c52a796d44 for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:19.721437 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.724117 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:19.734032 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Usage tracker for resource:network and tenant:95eee633516346c3a51fc93645ae1d10 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:19.738173 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:19.741607 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.753062 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.755941 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:19.761842 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:19.767418 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Usage tracker for resource:security_group_rule and tenant:015386ca443747ce821466c52a796d44 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:19.776149 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:19.779519 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:19.809683 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Attempting to bind port ac920295-4b20-4563-b3ec-06a8f48fb75a on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:19.810099 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Attempting to bind port ac920295-4b20-4563-b3ec-06a8f48fb75a by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:19.810490 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Attempting to bind port ac920295-4b20-4563-b3ec-06a8f48fb75a on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:19.825467 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.829282 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:19.833457 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Checking segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:19.833457 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.833739 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:19.834375 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Bound using segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:19.834464 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.834543 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Bound port: ac920295-4b20-4563-b3ec-06a8f48fb75a, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:19.834543 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.835605 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:19.887616 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Made reservation on behalf of 95eee633516346c3a51fc93645ae1d10 for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:19.890013 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:19.938164 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.000334 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.021313 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] For port ac920295-4b20-4563-b3ec-06a8f48fb75a, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:20.021437 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Pushing event updated for resources: {'Network': ['ID=f82e4337-ca23-4678-b078-b69fac08a08f,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:20.021532 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] For port ac920295-4b20-4563-b3ec-06a8f48fb75a, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=ac920295-4b20-4563-b3ec-06a8f48fb75a,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:20.024119 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.026987 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5893545
Aug 24 19:54:20.027850 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51148) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:20.033219 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:20.038692 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network f82e4337-ca23-4678-b078-b69fac08a08f details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:54:20.038872 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:20.042844 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Usage tracker for resource:security_group_rule and tenant:95eee633516346c3a51fc93645ae1d10 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:20.049537 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:20.052310 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:20.105202 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.136041 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.140799 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Request body: {'subnet': {'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1551222830-subnet', 'tenant_id': '9687f1c644c141cd9a58a87219cb9ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:20.147061 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:20.151936 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Usage tracker for resource:subnet and tenant:9687f1c644c141cd9a58a87219cb9ee4 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:20.155448 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:20.161492 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:20.167953 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.173730 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:20.201967 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274765ec-8475-49c4-a82a-b5344f607522,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:20.206161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:20.216585 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:54:20.222115 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.235065 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.237881 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:54:20.248753 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.252006 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Added segment 56fce83d-b0ba-411e-9b73-c74caccac18c of type vlan for network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88
Aug 24 19:54:20.262905 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:20.286315 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.343314 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:20.344337 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Allocated IP 172.27.3.145 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/2bd86f65-3309-4acb-a301-73fb4ecb3602) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:20.366635 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Made reservation on behalf of 9687f1c644c141cd9a58a87219cb9ee4 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:20.370999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.425581 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.426733 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Added segment 985cb102-318d-4f88-88a5-7a916b15ca96 of type vlan for network 21efa646-837e-4ab9-8eec-e5471e24810c
Aug 24 19:54:20.453834 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.478261 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Pushing event updated for resources: {'Port': ['ID=ac920295-4b20-4563-b3ec-06a8f48fb75a,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:20.486449 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:20.525817 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:20.526962 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.553980 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4956a5e6-ff25-42c9-ae70-4a6df15c7891,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:20.572050 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:20.572050 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:20.711581 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.763312 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.779234 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Pushing event updated for resources: {'Network': ['ID=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:20.787697 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:20.789480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:54:20.840708 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.6100447
Aug 24 19:54:20.843780 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51172) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:20.849794 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Request body: {'subnet': {'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-subnet', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:20.860006 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:20.864006 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.888960 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Usage tracker for resource:subnet and tenant:95eee633516346c3a51fc93645ae1d10 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:20.896053 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:20.907970 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.912755 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:20.917454 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:20.918903 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:20.991831 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:21.000553 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:21.007515 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:21.014682 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:21.056770 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Pushing event updated for resources: {'Network': ['ID=21efa646-837e-4ab9-8eec-e5471e24810c,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:21.067930 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 21efa646-837e-4ab9-8eec-e5471e24810c details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:54:21.070172 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:21.125981 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.0535421
Aug 24 19:54:21.137821 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51182) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:21.144397 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Request body: {'subnet': {'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-392531993-subnet', 'tenant_id': '015386ca443747ce821466c52a796d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:21.157427 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:21.166499 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Usage tracker for resource:subnet and tenant:015386ca443747ce821466c52a796d44 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:21.170922 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:21.189150 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:21.226364 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:21.231420 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a7f5dab2-5353-449a-9e34-c4cbf5fc3e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:21.263089 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:21.338514 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Pushing event updated for resources: {'Port': ['ID=2bd86f65-3309-4acb-a301-73fb4ecb3602,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:21.343835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:21.372195 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Made reservation on behalf of 015386ca443747ce821466c52a796d44 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:21.374898 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:21.448730 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device ac920295-4b20-4563-b3ec-06a8f48fb75a up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:21.487872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Made reservation on behalf of 95eee633516346c3a51fc93645ae1d10 for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:21.490563 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:21.621289 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e973a4d3-a864-4fe2-8868-788bb16afc4c,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:21.634802 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:21.645508 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Checking segment: {'id': '755b8881-861c-41a8-96fe-d8499f8193ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:21.645998 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Network hostable DHCP agents. Network: f82e4337-ca23-4678-b078-b69fac08a08f, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:54:21.683214 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port ac920295-4b20-4563-b3ec-06a8f48fb75a completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:21.823991 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Network f82e4337-ca23-4678-b078-b69fac08a08f is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:54:21.861241 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f56c9e-6920-40e1-b846-0d85e492c833 None None] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:21.885745 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:21.898579 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3a40dc20-9e84-4b29-9eb3-d40db803c2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:21.900382 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, f82e4337-ca23-4678-b078-b69fac08a08f) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:21.904730 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:21.907090 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:21.946674 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:21.958922 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028ef3a-1501-4ecf-80c5-6a5c8e698a49 None None] Network f82e4337-ca23-4678-b078-b69fac08a08f requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:21.969596 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:21.979721 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:22.035435 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9934943
Aug 24 19:54:22.035663 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772f1f92-e06e-4e49-b88b-ce1bb8776be5,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:22.037256 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:22.080620 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Checking segment: {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:22.081033 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Network hostable DHCP agents. Network: 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:54:22.091609 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Checking segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:22.092102 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Network hostable DHCP agents. Network: 21efa646-837e-4ab9-8eec-e5471e24810c, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:54:22.099636 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78df88a-cc48-4da8-9616-361dca09ba93,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:22.103216 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:22.168784 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Provisioning for port ac920295-4b20-4563-b3ec-06a8f48fb75a completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:22.191849 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Network 21efa646-837e-4ab9-8eec-e5471e24810c is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:54:22.212519 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Provisioning complete for port ac920295-4b20-4563-b3ec-06a8f48fb75a triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:22.213399 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:22.317292 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf466e-6ecf-4e9f-88ae-45d384a9522b None None] Network f82e4337-ca23-4678-b078-b69fac08a08f requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:22.390614 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:54:22.397893 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 21efa646-837e-4ab9-8eec-e5471e24810c) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:22.402784 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:22.408583 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:22.414232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:22.418027 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:22.419404 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:22.430200 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86cc3c-7587-4d74-9869-7dd4a356862d None None] Network 21efa646-837e-4ab9-8eec-e5471e24810c requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:22.444183 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:22.449774 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23651b4-a43a-495c-92b8-e14cc5186382 None None] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:22.506380 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3624451
Aug 24 19:54:22.545522 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:54:22.548270 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.7033660
Aug 24 19:54:22.551261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51228) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:22.568256 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:22.582493 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:22.591109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Usage tracker for resource:router and tenant:95eee633516346c3a51fc93645ae1d10 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:22.595873 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:22.606038 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:22.776716 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:22.778404 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:22.795778 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:22.855079 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Router a259415f-2b05-46b4-8c20-b4ee39ff4aed is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 19:54:22.861997 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:23.084917 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] For port ac920295-4b20-4563-b3ec-06a8f48fb75a, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=ac920295-4b20-4563-b3ec-06a8f48fb75a,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:23.091831 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51266) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:23.096612 dv-cinder-805877-1-iscsi neutron-server[80016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Aug 24 19:54:23.189588 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8931b62f-b596-4ba6-99ed-1f1a61f767d9 None None] Network 21efa646-837e-4ab9-8eec-e5471e24810c requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:23.222543 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:23.227766 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ca234-79c6-4d8c-828c-40bedcf4aa01 None None] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:23.357037 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:23.387452 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-91db1745-b2ec-4ac5-b1be-4aaa4d4802e8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:23.390989 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-91db1745-b2ec-4ac5-b1be-4aaa4d4802e8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Synchronizing usage tracker for tenant:9687f1c644c141cd9a58a87219cb9ee4 on resource:network {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:23.461112 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:23.522309 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:54:23.533221 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Sync routers for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:54:23.544778 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:23.545405 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963e15f10>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:23.575700 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51296) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:23.675758 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-91db1745-b2ec-4ac5-b1be-4aaa4d4802e8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Unset dirty status for tenant:9687f1c644c141cd9a58a87219cb9ee4 on resource:network {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:23.677116 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-91db1745-b2ec-4ac5-b1be-4aaa4d4802e8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/networks?id=f82e4337-ca23-4678-b078-b69fac08a08f HTTP/1.1" status: 200  len: 812 time: 0.5833037
Aug 24 19:54:23.713615 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-7088b19c-35a3-428d-bb5f-8d8b345eafcb None None] Provisioning complete for port ac920295-4b20-4563-b3ec-06a8f48fb75a triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:23.714083 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7088b19c-35a3-428d-bb5f-8d8b345eafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:23.719658 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-dfa85cbc-87c0-4d81-9636-f069fade0d3c tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/quotas/9687f1c644c141cd9a58a87219cb9ee4 HTTP/1.1" status: 200  len: 375 time: 0.0342257
Aug 24 19:54:23.756582 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:23.756815 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:23.760311 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.8677356
Aug 24 19:54:23.764570 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51304) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:23.816498 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-7198f4c8-229b-4c33-90b0-2e7e43a9dd9d tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9687f1c644c141cd9a58a87219cb9ee4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0945518
Aug 24 19:54:23.834403 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Pushing event updated for resources: {'Port': ['ID=ac920295-4b20-4563-b3ec-06a8f48fb75a,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:23.838357 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:23.928935 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-925c8c70-0ecb-4487-87de-1021a43d3c7a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:23.932641 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-925c8c70-0ecb-4487-87de-1021a43d3c7a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Synchronizing usage tracker for tenant:015386ca443747ce821466c52a796d44 on resource:network {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:24.090689 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-ea155fdd-977d-4eb3-a91b-629731455800 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:54:24.095303 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963e15f10>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:21Z', 'revision_number': 3, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:24.098672 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-ea155fdd-977d-4eb3-a91b-629731455800 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0613265
Aug 24 19:54:24.099445 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Checking router: a259415f-2b05-46b4-8c20-b4ee39ff4aed for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:54:24.099801 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Updating router a259415f-2b05-46b4-8c20-b4ee39ff4aed port 2bd86f65-3309-4acb-a301-73fb4ecb3602 binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:54:24.165275 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:24.229337 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-925c8c70-0ecb-4487-87de-1021a43d3c7a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Unset dirty status for tenant:015386ca443747ce821466c52a796d44 on resource:network {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:24.230666 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-925c8c70-0ecb-4487-87de-1021a43d3c7a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.6536589
Aug 24 19:54:24.263019 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-f7456064-27fe-4b7d-abce-e1cbafff3f2b service neutron] 10.222.0.37 "GET /v2.0/networks/f82e4337-ca23-4678-b078-b69fac08a08f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634512
Aug 24 19:54:24.265085 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0c379624-d950-483a-b3c1-dc89e62ad522 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/quotas/015386ca443747ce821466c52a796d44 HTTP/1.1" status: 200  len: 375 time: 0.0263464
Aug 24 19:54:24.350008 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-e8a187cd-8107-43e0-b56d-b4c21e2573e5 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0742278
Aug 24 19:54:24.359998 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:24.402766 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:24.520866 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-f10b40eb-ee23-4107-909c-52367081a931 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:54:24.521851 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-f10b40eb-ee23-4107-909c-52367081a931 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0767312
Aug 24 19:54:24.542923 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-1a08c9a0-d141-461a-a50c-078f3f7352e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f82e4337-ca23-4678-b078-b69fac08a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2693694
Aug 24 19:54:24.612146 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:24.643721 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Transition to ACTIVE for port object 2bd86f65-3309-4acb-a301-73fb4ecb3602 will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:24.748017 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:24.753669 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:24.776865 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-670c5f34-e5ac-4d29-b776-1d8fd9a276a9 service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328892
Aug 24 19:54:24.806563 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51332) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:24.864828 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Attempting to bind port 2bd86f65-3309-4acb-a301-73fb4ecb3602 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:24.865441 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Attempting to bind port 2bd86f65-3309-4acb-a301-73fb4ecb3602 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:24.865562 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Attempting to bind port 2bd86f65-3309-4acb-a301-73fb4ecb3602 on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:24.871756 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Pushing event updated for resources: {'Port': ['ID=2bd86f65-3309-4acb-a301-73fb4ecb3602,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:24.879946 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:24.880329 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:24.880723 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:24.881119 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:24.881593 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Bound port: 2bd86f65-3309-4acb-a301-73fb4ecb3602, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:24.881982 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:24.913523 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.913901 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.914201 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.914559 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.914917 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.915911 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.915911 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.915911 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.916185 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.916484 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.916800 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.918090 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:54:24.918294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Allocated IP 172.27.3.114 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/2223ce2c-4b72-4367-835f-bce529ab5225) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Tracked resource versions report:
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]: pushed versions:
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]: {   'AddressGroup': {'1.2'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Log': {'1.0'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Network': {'1.1'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Port': {'1.7'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]: consumer versions:
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     HyperV agent@hv-cinder-80587: {},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     L3 agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     Metering agent@dv-cinder-805877-1-iscsi: {},
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-805877-1-iscsi: {   'AddressGroup': '1.2',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'}}
Aug 24 19:54:24.918734 dv-cinder-805877-1-iscsi neutron-server[80018]:  {{(pid=80018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 24 19:54:24.922252 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:24.966602 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-945521c6-fa3b-4bdc-b8d7-cbc6ea0a00f3 service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827829
Aug 24 19:54:24.983365 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] For port 2bd86f65-3309-4acb-a301-73fb4ecb3602, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:24.986803 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] For port 2bd86f65-3309-4acb-a301-73fb4ecb3602, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=2bd86f65-3309-4acb-a301-73fb4ecb3602,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:25.119919 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:25.125223 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:25.130665 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:25.218749 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:25.247034 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Usage tracker for resource:security_group_rule and tenant:59327586e1554cd78579274effe4adef is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:25.276795 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:25.277451 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963e15f10>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:25.309213 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:25.335489 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:25.335614 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device ac920295-4b20-4563-b3ec-06a8f48fb75a up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:25.471887 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port ac920295-4b20-4563-b3ec-06a8f48fb75a triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:25.471887 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:25.530589 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-512d96f2-ecc9-4d10-8f3a-7cdf3fa112c1 req-519a96d4-6ee1-42c6-9a04-5573797bbe4c tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.1690457
Aug 24 19:54:25.542726 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:25.548662 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:25.634928 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Pushing event updated for resources: {'Port': ['ID=2bd86f65-3309-4acb-a301-73fb4ecb3602,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:25.641250 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:25.654287 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:25.711304 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:25.718484 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:25.720036 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2137faa8-20ab-4874-9684-d7186efea14d req-5d87cee5-dccc-4b82-992f-a585b76586ae tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.1073997
Aug 24 19:54:25.788894 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:25.860141 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d733d6c6-f395-4a27-a60f-163cd84e2985,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:25.892325 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:25.903711 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59327586e1554cd78579274effe4adef&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0833070
Aug 24 19:54:25.904644 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51408) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:26.024624 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:26.068554 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:26.146404 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963e15f10>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:21Z', 'revision_number': 3, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:26.150922 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Allocated IP 172.20.0.1 (7c72d4a1-b0bd-4958-acc6-d6c41154b3f5/b949a1ce-5641-4c2d-b605-1cdc6ad1bd90/299a2c4b-a6a9-4b06-ba80-d69e4efbf464) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:26.162578 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003250ca-44bd-4bcd-8357-d33af1ae4941 None None] The sync data for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi is: [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:21Z', 'revision_number': 3, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:54:26.204510 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:26.220579 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:26.329437 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:26.335494 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:26.342159 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:26.373824 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:26.389736 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2aad2f10-3f8b-4964-9aaa-b30979d97190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:26.413010 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:26.414114 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d733d6c6-f395-4a27-a60f-163cd84e2985 HTTP/1.1" status: 204  len: 168 time: 0.5084252
Aug 24 19:54:26.427528 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d733d6c6-f395-4a27-a60f-163cd84e2985,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:26.430280 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:26.433071 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Pushing event updated for resources: {'Port': ['ID=2223ce2c-4b72-4367-835f-bce529ab5225,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:26.439455 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:26.674944 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aa34566d-7794-4a9e-a26f-0428271f7697 req-daf0ff05-7feb-4f52-99d1-e1f1b9b803c2 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.0524108
Aug 24 19:54:26.732874 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:26.757096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Transition to ACTIVE for port object 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:26.860975 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7beb66ba-fb79-4d83-94e0-db8178dfe0d5 req-fd56625d-e6d6-4122-a3bd-4c76d78522e8 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.0506814
Aug 24 19:54:26.989269 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.008415 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ee5a7d79-a1bf-42cb-81bb-cbd208e0795c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:27.087368 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:27.092487 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:27.094882 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:27.095347 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.105806 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Pushing event updated for resources: {'Port': ['ID=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:27.112676 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51448) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:27.115511 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:27.242588 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.344254 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.394836 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:27.405635 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Usage tracker for resource:security_group_rule and tenant:ce85ff74a2f045c08c6a9a2bb1eee417 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:27.412945 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:27.428230 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:27.470834 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2bd86f65-3309-4acb-a301-73fb4ecb3602 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:27.615251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.741069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.803158 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 2bd86f65-3309-4acb-a301-73fb4ecb3602 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:27.808139 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ed4bd331-6f8d-45f6-8c73-d36ed7abb661 None None] Provisioning for port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:27.817032 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ed4bd331-6f8d-45f6-8c73-d36ed7abb661 None None] Provisioning complete for port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:27.817633 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ed4bd331-6f8d-45f6-8c73-d36ed7abb661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.820973 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-418470c1-d2b1-4bc5-8090-55d83a6fa96b req-5f1ccc79-c44d-48d8-b223-827e89d8b809 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.0622451
Aug 24 19:54:27.826791 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:27.856701 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cd091c5b-0ab4-4957-aa44-ab72c8e97ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:27.871169 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce85ff74a2f045c08c6a9a2bb1eee417&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7565415
Aug 24 19:54:27.873471 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51488) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:27.911157 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 2bd86f65-3309-4acb-a301-73fb4ecb3602 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:27.911157 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.026243 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb75db2b-4448-4744-ac0f-8b5ec89ce809,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:28.044850 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a93ccc1-3d6b-484f-a03f-91d4253fb859 req-f8b55db4-6b5f-44b5-9720-864405e3faec tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.0844483
Aug 24 19:54:28.049381 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-ed4bd331-6f8d-45f6-8c73-d36ed7abb661 None None] Port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:54:28.060942 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:28.083426 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.116422 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.116808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.150851 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.174791 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 2bd86f65-3309-4acb-a301-73fb4ecb3602, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=2bd86f65-3309-4acb-a301-73fb4ecb3602,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:28.209099 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51500) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:28.221180 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.243785 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:28.249123 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ff5072af96447bb0a51ceb25e4ec94 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:28.252421 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:28.260312 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:28.266198 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.271266 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:28.343328 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Router 293afb4d-a440-4b4e-b49d-89dedd56d792 is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 19:54:28.346998 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=2bd86f65-3309-4acb-a301-73fb4ecb3602,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:28.351594 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:28.356928 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.364933 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e3bcd5ea-72e8-4954-8368-5e85a4ad761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:28.388453 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb75db2b-4448-4744-ac0f-8b5ec89ce809,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:28.390721 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:28.403666 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.404776 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb75db2b-4448-4744-ac0f-8b5ec89ce809 HTTP/1.1" status: 204  len: 168 time: 0.5302362
Aug 24 19:54:28.460135 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.869842 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.869842 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c6aa1f15-152d-4b22-b326-a9c21fe2b9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:28.869842 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3ff5072af96447bb0a51ceb25e4ec94&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4413884
Aug 24 19:54:28.882767 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.892016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc27020a-aa62-49ab-903b-e7211f1d3c1a,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:28.892016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:28.892016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51514) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:28.893703 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:54:28.899400 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Sync routers for ids ['293afb4d-a440-4b4e-b49d-89dedd56d792'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:54:28.899400 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Routers {'293afb4d-a440-4b4e-b49d-89dedd56d792'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:28.899400 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f423550>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['293afb4d-a440-4b4e-b49d-89dedd56d792'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:28.901122 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.901122 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.903356 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.903356 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.903356 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:28.903929 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Set router 293afb4d-a440-4b4e-b49d-89dedd56d792 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:28.904066 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:28.904066 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.3392997
Aug 24 19:54:28.904478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51524) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:28.918538 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Pushing event updated for resources: {'Port': ['ID=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:28.922549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:29.049399 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:29.051512 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:29.133817 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:29.144731 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5aaa3549-6d62-4e98-be31-30341ac8d50c req-941655f0-5dbf-4ca9-bded-ea289d08cfaf tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.1025882
Aug 24 19:54:29.162396 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-8b883425-d382-4443-b8ec-98666adb2f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:29.260050 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc27020a-aa62-49ab-903b-e7211f1d3c1a,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:29.275552 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:29.283484 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:29.287379 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc27020a-aa62-49ab-903b-e7211f1d3c1a HTTP/1.1" status: 204  len: 168 time: 0.6365283
Aug 24 19:54:29.352916 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f423550>, [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:54:26Z', 'revision_number': 3, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port': {'id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:24Z', 'updated_at': '2021-08-24T19:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:29.352916 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2bd86f65-3309-4acb-a301-73fb4ecb3602 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:29.408595 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Router a259415f-2b05-46b4-8c20-b4ee39ff4aed has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:54:29.467546 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Checking router: 293afb4d-a440-4b4e-b49d-89dedd56d792 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:54:29.468179 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Updating router 293afb4d-a440-4b4e-b49d-89dedd56d792 port 2223ce2c-4b72-4367-835f-bce529ab5225 binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:54:29.481690 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-30803169-aab8-45e1-955c-0d6a499c7207 req-94135437-07c6-407a-ab6c-35afee4aa2b2 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.0621688
Aug 24 19:54:29.559785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-53eae639-4580-4abd-8b28-8ac63f71ea96 None None] Provisioning complete for port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:29.560433 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-53eae639-4580-4abd-8b28-8ac63f71ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:29.611559 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:54:29.612747 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:29.627278 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] 10.222.0.37 "PUT /v2.0/routers/a259415f-2b05-46b4-8c20-b4ee39ff4aed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8487103
Aug 24 19:54:29.642286 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Sync routers for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:54:29.653065 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:29.653962 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963c051f0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:29.680191 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-53eae639-4580-4abd-8b28-8ac63f71ea96 None None] Port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:54:29.742481 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 2bd86f65-3309-4acb-a301-73fb4ecb3602 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:29.742865 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:29.964951 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:30.145969 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.155203 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.189724 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Transition to ACTIVE for port object 2223ce2c-4b72-4367-835f-bce529ab5225 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:30.295001 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.378173 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9abda12b-87a3-42a1-90cb-183badbb43e6 req-f590900d-4e98-4031-8ba0-3cb4d33d888e tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.1009345
Aug 24 19:54:30.378520 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:30.516183 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Attempting to bind port 2223ce2c-4b72-4367-835f-bce529ab5225 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:30.516557 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Attempting to bind port 2223ce2c-4b72-4367-835f-bce529ab5225 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:30.516922 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Attempting to bind port 2223ce2c-4b72-4367-835f-bce529ab5225 on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:30.529464 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:30.530018 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:30.530537 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.530985 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:30.531895 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Bound port: 2223ce2c-4b72-4367-835f-bce529ab5225, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:30.532296 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.591775 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Allocated IP 172.20.0.1 (0f4a6fcd-c6f4-40b9-980a-7db1b1303f88/772f1f92-e06e-4e49-b88b-ce1bb8776be5/b54fd96d-189a-401e-ac09-5c8e1611a214) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:30.593661 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963c051f0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 2, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:30.594348 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7524faf-fdb1-4bd6-9805-607b243825cf None None] Pushing event updated for resources: {'Port': ['ID=2223ce2c-4b72-4367-835f-bce529ab5225,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:30.598759 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Checking router: a259415f-2b05-46b4-8c20-b4ee39ff4aed for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:54:30.599336 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Updating router a259415f-2b05-46b4-8c20-b4ee39ff4aed port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:54:30.660833 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-f7524faf-fdb1-4bd6-9805-607b243825cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:30.666167 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-55516812-1e5d-47fe-86bb-33b4ece04bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.691645 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] For port 2223ce2c-4b72-4367-835f-bce529ab5225, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:30.699375 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] For port 2223ce2c-4b72-4367-835f-bce529ab5225, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=2223ce2c-4b72-4367-835f-bce529ab5225,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:30.743758 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.783268 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-16394e28-2fbb-4ce3-9389-62ba09dd9eb0 req-a9852920-264b-4968-bbf6-de0cb0431d49 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.0562963
Aug 24 19:54:30.794071 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:30.805753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-230ea64b-bd01-4df6-b0a5-2d8a0e596bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:30.899523 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.043428 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Routers {'293afb4d-a440-4b4e-b49d-89dedd56d792'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:31.046005 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f423550>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['293afb4d-a440-4b4e-b49d-89dedd56d792'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:31.112894 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.129741 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:31.146158 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.174119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7524faf-fdb1-4bd6-9805-607b243825cf None None] Pushing event updated for resources: {'Port': ['ID=2223ce2c-4b72-4367-835f-bce529ab5225,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:31.188510 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-f7524faf-fdb1-4bd6-9805-607b243825cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:31.290223 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:31.310498 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:31.328804 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:31.329679 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.351789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51602) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:31.359104 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774651895', 'description': 'tempest-description--735890774'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:31.366607 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:31.371902 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:31.377168 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:31.386041 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:31.404799 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] Set router 293afb4d-a440-4b4e-b49d-89dedd56d792 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:31.454626 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.514815 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.518451 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:31.531491 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group_rule and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:31.534883 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:31.542793 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:31.572485 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Transition to ACTIVE for port object 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:31.596642 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Pushing event updated for resources: {'Port': ['ID=b54fd96d-189a-401e-ac09-5c8e1611a214,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:31.605279 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:31.637578 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.656109 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:31.742066 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.809244 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:31.818915 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:31.930056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b65d1dc-baf1-4979-a342-3fefab8113bb,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:31.938460 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-57d24e6a-6e0b-465c-b0ad-d48107abd1cb req-53535ede-cfb3-4647-891b-a935e7c11edf tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.1684744
Aug 24 19:54:31.945646 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:31.961588 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd329ac-4580-4746-ac85-73ac8ef19cba None None] Pushing event updated for resources: {'Port': ['ID=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:31.969233 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6cd329ac-4580-4746-ac85-73ac8ef19cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:32.002116 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.60', 63841) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:32.060136 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.061491 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.7080498
Aug 24 19:54:32.068575 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51628) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:32.083171 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'security_group_rule': {'security_group_id': '0b65d1dc-baf1-4979-a342-3fefab8113bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:32.092935 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:32.097345 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group_rule and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:32.100999 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:32.108773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:32.179224 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cb01596f-42e5-4a26-ba56-54145a87dcf8 req-e292c22b-314d-42f4-8e86-2c35f07f4758 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.1316769
Aug 24 19:54:32.192202 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f423550>, [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:54:26Z', 'revision_number': 3, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port': {'id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:24Z', 'updated_at': '2021-08-24T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:32.203476 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783bb9d-fbb8-41e4-9bee-e0335eaff9b4 None None] The sync data for ids ['293afb4d-a440-4b4e-b49d-89dedd56d792'] in dv-cinder-805877-1-iscsi is: [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:54:26Z', 'revision_number': 3, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port': {'id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:24Z', 'updated_at': '2021-08-24T19:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:54:32.239963 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.268233 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Attempting to bind port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:32.268617 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Attempting to bind port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:32.269861 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Attempting to bind port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:32.286440 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:32.291689 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Checking segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:32.292118 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.292627 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Bound using segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:32.293154 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Bound port: 299a2c4b-a6a9-4b06-ba80-d69e4efbf464, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:32.293460 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.395510 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-48158448-5070-4ddc-80d5-4bd243c3e023 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:32.397614 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-48158448-5070-4ddc-80d5-4bd243c3e023 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.60 "GET /v2.0/networks?id=f82e4337-ca23-4678-b078-b69fac08a08f HTTP/1.1" status: 200  len: 812 time: 0.3912568
Aug 24 19:54:32.402312 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.415057 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.459333 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Request body: {'port': {'device_id': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f', 'admin_state_up': True, 'tenant_id': '9687f1c644c141cd9a58a87219cb9ee4'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:32.509746 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.546627 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:32.563166 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] For port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:32.568056 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] For port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:32.704181 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:32.714135 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:32.745923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1c6f87-67c7-4452-b9eb-8df410a04e17,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:32.747969 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.60', 63846) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:32.787586 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:32.949472 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd329ac-4580-4746-ac85-73ac8ef19cba None None] Pushing event updated for resources: {'Port': ['ID=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,revision_number=4']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:32.962445 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6cd329ac-4580-4746-ac85-73ac8ef19cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:33.002969 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:33.002969 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963c051f0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:33.099647 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:33.139269 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:33.142739 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0721998
Aug 24 19:54:33.145951 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51684) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:33.152065 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'security_group_rule': {'security_group_id': '0b65d1dc-baf1-4979-a342-3fefab8113bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:33.157507 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:33.170615 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:33.176068 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Usage tracker for resource:port and tenant:9687f1c644c141cd9a58a87219cb9ee4 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:33.181757 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:33.192342 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:33.204786 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group_rule and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:33.220409 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:33.226376 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:33.232661 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:33.252851 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-2f2bc152-375f-4bbc-824d-bf36144a1bea tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:33.254713 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-2f2bc152-375f-4bbc-824d-bf36144a1bea tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.4761879
Aug 24 19:54:33.257776 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:33.281827 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Request body: {'port': {'device_id': '71ae7aba-2b0a-4192-836b-34886a158df9', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'admin_state_up': True, 'tenant_id': '015386ca443747ce821466c52a796d44'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:33.312837 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6c8f9c51-81ea-4d4b-a8c3-b6b5e7db4dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:33.329508 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Made reservation on behalf of 9687f1c644c141cd9a58a87219cb9ee4 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:33.333856 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:33.495883 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2223ce2c-4b72-4367-835f-bce529ab5225 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:33.533333 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:33.540991 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Pushing event updated for resources: {'Port': ['ID=b54fd96d-189a-401e-ac09-5c8e1611a214,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:33.610576 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:33.622843 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:33.764660 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 2223ce2c-4b72-4367-835f-bce529ab5225 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:33.771033 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 2223ce2c-4b72-4367-835f-bce529ab5225 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:33.771507 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:33.833080 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e7a9ba5e-eb9a-4102-afd1-1d29285972d0 req-4c071842-0873-41b4-9b11-827a36bcbdbe tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.2934289
Aug 24 19:54:33.880055 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-158ac3e9-4f43-4ba7-9077-ab587be0cb2e req-4fb00cbc-9f0b-45ba-a8de-f3ec5c879682 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.0610707
Aug 24 19:54:33.884998 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:33.889795 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:34.122544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:34.134402 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Usage tracker for resource:port and tenant:015386ca443747ce821466c52a796d44 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:34.137616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:34.152676 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:34.183700 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:34.208632 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 2223ce2c-4b72-4367-835f-bce529ab5225, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=2223ce2c-4b72-4367-835f-bce529ab5225,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:34.227760 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:34.266021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Made reservation on behalf of 015386ca443747ce821466c52a796d44 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:34.269760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:34.270512 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:34.294017 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:34.296763 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:34.428049 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Router 293afb4d-a440-4b4e-b49d-89dedd56d792 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:54:34.454697 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=2223ce2c-4b72-4367-835f-bce529ab5225,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:34.463632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Allocated IP 172.20.0.13 (f82e4337-ca23-4678-b078-b69fac08a08f/e973a4d3-a864-4fe2-8868-788bb16afc4c/ef575c93-e7d3-4244-abd9-b4d62ef9c278) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:34.464393 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:34.508491 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963c051f0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:32Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:34.521587 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5205b5c-8b1a-4f8e-847f-a2de4c46f536 None None] The sync data for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi is: [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:32Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:54:34.613333 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:34.631347 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51748) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:34.823630 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Allocated IP 172.20.0.5 (21efa646-837e-4ab9-8eec-e5471e24810c/c78df88a-cc48-4da8-9616-361dca09ba93/8e2ef067-754e-4280-b2c8-36dafef26144) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:34.899325 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:54:34.901868 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:34.912187 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:35.012830 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] 10.222.0.37 "PUT /v2.0/routers/293afb4d-a440-4b4e-b49d-89dedd56d792/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1024809
Aug 24 19:54:35.021193 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f82938-6de5-419f-9e86-b6227bfef6ff,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:35.026435 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:35.114096 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:35.125054 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9730098
Aug 24 19:54:35.127501 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51768) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:35.171570 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:35.223980 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:35.366429 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Sync routers for ids ['293afb4d-a440-4b4e-b49d-89dedd56d792'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:54:35.403439 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:floatingip and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:35.413066 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:35.430536 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Routers {'293afb4d-a440-4b4e-b49d-89dedd56d792'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:35.430811 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:35.436725 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0964845370>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['293afb4d-a440-4b4e-b49d-89dedd56d792'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:35.627057 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51780) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:35.637815 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2223ce2c-4b72-4367-835f-bce529ab5225 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:35.703382 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ee34798b-ee4f-41c0-87b7-1ea1886dc30a req-996dc0d5-0f08-4f82-b560-f5568cd49f99 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.2391331
Aug 24 19:54:35.704883 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:35.736840 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f6b70a5b-bbd2-4418-ba1c-70aa5d589649 req-3a82110c-52ec-46a9-97b7-46cc6d51df6a tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.5395005
Aug 24 19:54:35.766991 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:35.840434 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:35.865967 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c190bb9148440caed80536e450420f is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:35.878637 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:35.894483 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:36.007293 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.044171 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:36.151735 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.198230 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 2223ce2c-4b72-4367-835f-bce529ab5225 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:36.198782 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.208670 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:36.219564 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Usage tracker for resource:security_group_rule and tenant:a68b85fd5520487198b7a8056842a83b is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:36.223174 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:36.249501 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:36.289700 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Set router 293afb4d-a440-4b4e-b49d-89dedd56d792 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:36.410694 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.477065 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.492371 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.505576 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.514352 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.548263 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:36.660128 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.687665 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:36.698980 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.769003 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event updated for resources: {'Port': ['ID=8e2ef067-754e-4280-b2c8-36dafef26144,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:36.791031 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:36.832511 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-175aa703-8a74-4ff0-b4d5-36c179c301c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:36.849135 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a68b85fd5520487198b7a8056842a83b&name=default HTTP/1.1" status: 200  len: 2977 time: 1.1789818
Aug 24 19:54:36.852227 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.853569 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 51814) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:36.856294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Network 21efa646-837e-4ab9-8eec-e5471e24810c is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:36.871184 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:36.922022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:36.932910 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:36.933738 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:36.944969 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce83d260-a048-4c75-906e-05c0fe62fd77,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:36.949886 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:36.974251 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:36.974972 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5883e8d1-8bb6-48c0-88be-fdcdac4c3f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:37.020228 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3c190bb9148440caed80536e450420f&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3823972
Aug 24 19:54:37.022406 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51820) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:37.107005 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Network f82e4337-ca23-4678-b078-b69fac08a08f is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:37.144393 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Allocated IP 172.27.3.165 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/7b9c9cdd-aea5-4a03-8167-add746008d22) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:37.156965 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:37.169850 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d100ac-ad2b-40fd-941e-06c14c4b35f2,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:37.181378 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:37.194406 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:37.200781 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:37.210261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:37.211062 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.227209 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Pushing event updated for resources: {'Port': ['ID=ef575c93-e7d3-4244-abd9-b4d62ef9c278,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:37.232216 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:37.232599 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.233578 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:37.275380 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0079467
Aug 24 19:54:37.276082 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.315407 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-935e426d-8a16-4c08-85b7-805dd92ce139 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 19:54:37.316402 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-935e426d-8a16-4c08-85b7-805dd92ce139 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0215354
Aug 24 19:54:37.355576 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.9016037
Aug 24 19:54:37.357486 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.498080 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0964845370>, [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:54:31Z', 'revision_number': 4, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port': {'id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:24Z', 'updated_at': '2021-08-24T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'b54fd96d-189a-401e-ac09-5c8e1611a214', 'name': '', 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'mac_address': 'fa:16:3e:7b:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:30Z', 'updated_at': '2021-08-24T19:54:32Z', 'revision_number': 2, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'subnets': [{'id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:37.518259 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Checking router: 293afb4d-a440-4b4e-b49d-89dedd56d792 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:54:37.519574 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Updating router 293afb4d-a440-4b4e-b49d-89dedd56d792 port b54fd96d-189a-401e-ac09-5c8e1611a214 binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:54:37.590019 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Request body: {'port': {'device_id': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:37.649697 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Request body: {'port': {'device_id': '71ae7aba-2b0a-4192-836b-34886a158df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:37.715231 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.756269 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:37.771452 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce83d260-a048-4c75-906e-05c0fe62fd77,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:37.781923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:37.803348 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19bd9-a365-4989-81a3-4901cee24288 req-5606fb0c-dae9-4f8e-8c0b-e3d13886912a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:37.804087 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-aea19bd9-a365-4989-81a3-4901cee24288 req-5606fb0c-dae9-4f8e-8c0b-e3d13886912a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Synchronizing usage tracker for tenant:95eee633516346c3a51fc93645ae1d10 on resource:network {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:37.850221 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.864556 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.869604 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.876672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:37.878539 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce83d260-a048-4c75-906e-05c0fe62fd77 HTTP/1.1" status: 204  len: 168 time: 1.0130873
Aug 24 19:54:37.992612 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.072743 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.212854 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.225779 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.256455 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:38.279236 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6806d6-59d6-46ae-8fdd-68e01c6a540e req-c486501f-a9dc-4cee-9cbc-52378a1a8019 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:38.281001 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9e6806d6-59d6-46ae-8fdd-68e01c6a540e req-c486501f-a9dc-4cee-9cbc-52378a1a8019 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 931 time: 1.3002250
Aug 24 19:54:38.282211 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-aea19bd9-a365-4989-81a3-4901cee24288 req-5606fb0c-dae9-4f8e-8c0b-e3d13886912a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Unset dirty status for tenant:95eee633516346c3a51fc93645ae1d10 on resource:network {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:38.283240 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-5606fb0c-dae9-4f8e-8c0b-e3d13886912a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 818 time: 1.6617548
Aug 24 19:54:38.285819 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.287767 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:38.303959 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d100ac-ad2b-40fd-941e-06c14c4b35f2,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:38.313404 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:38.345032 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7f40e67e-a710-4adb-88c3-1ecf6683c6d5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/quotas/95eee633516346c3a51fc93645ae1d10 HTTP/1.1" status: 200  len: 375 time: 0.0463912
Aug 24 19:54:38.370168 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-9e6806d6-59d6-46ae-8fdd-68e01c6a540e req-81985a84-c000-4005-acc5-dfc39e34d88b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Synchronizing usage tracker for tenant:015386ca443747ce821466c52a796d44 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:38.374846 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.378982 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89d100ac-ad2b-40fd-941e-06c14c4b35f2 HTTP/1.1" status: 204  len: 168 time: 1.2239311
Aug 24 19:54:38.431189 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.458218 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:38.464690 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.475967 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:38.526559 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:38.538792 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:38.545402 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:38.620601 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:38.625801 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:38.632472 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-9e6806d6-59d6-46ae-8fdd-68e01c6a540e req-81985a84-c000-4005-acc5-dfc39e34d88b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Unset dirty status for tenant:015386ca443747ce821466c52a796d44 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:38.639337 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9e6806d6-59d6-46ae-8fdd-68e01c6a540e req-81985a84-c000-4005-acc5-dfc39e34d88b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3277776
Aug 24 19:54:38.655272 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'Port': ['ID=7b9c9cdd-aea5-4a03-8167-add746008d22,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:38.689175 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:38.694111 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-aea19bd9-a365-4989-81a3-4901cee24288 req-84c3227d-7e5b-4771-8756-c2d2050855f5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Synchronizing usage tracker for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:38.767591 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:38.920120 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-aea19bd9-a365-4989-81a3-4901cee24288 req-84c3227d-7e5b-4771-8756-c2d2050855f5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Unset dirty status for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:38.921545 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-84c3227d-7e5b-4771-8756-c2d2050855f5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5542083
Aug 24 19:54:39.012680 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.045145 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Transition to ACTIVE for port object b54fd96d-189a-401e-ac09-5c8e1611a214 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:39.103472 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.145376 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.157273 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:39.158186 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.db.resource_extend [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 24 19:54:39.358063 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2ef067-754e-4280-b2c8-36dafef26144 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:54:39.403668 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.426645 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5642-7d6e-480b-bae3-e55bdde5e6a4 req-21dc92c9-4530-46bc-8b2f-09e6db290a02 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:39.433814 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-488b5642-7d6e-480b-bae3-e55bdde5e6a4 req-21dc92c9-4530-46bc-8b2f-09e6db290a02 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 932 time: 0.6099596
Aug 24 19:54:39.468047 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Transition to ACTIVE for port object 8e2ef067-754e-4280-b2c8-36dafef26144 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:39.521917 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafd850-6d71-4916-ad7f-826886294d4a None None] Pushing event updated for resources: {'Port': ['ID=b54fd96d-189a-401e-ac09-5c8e1611a214,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:39.543142 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.565936 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51870) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:39.569514 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4dafd850-6d71-4916-ad7f-826886294d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:39.571879 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-488b5642-7d6e-480b-bae3-e55bdde5e6a4 req-e2467923-ac65-4cee-9941-ef79a8c5a13e tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Synchronizing usage tracker for tenant:9687f1c644c141cd9a58a87219cb9ee4 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:39.603757 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.615054 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:39.626176 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.647861 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-f56bf14d-6f6c-4f0b-8f38-876e5c1b7c38 service neutron] 10.222.0.37 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7053230
Aug 24 19:54:39.650074 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:39.650547 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Attempting to bind port b54fd96d-189a-401e-ac09-5c8e1611a214 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:39.651034 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Attempting to bind port b54fd96d-189a-401e-ac09-5c8e1611a214 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:39.651573 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Attempting to bind port b54fd96d-189a-401e-ac09-5c8e1611a214 on network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:39.652490 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.659800 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:39.659800 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Checking segment: {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:39.659800 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.659800 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Bound using segment: {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:39.667787 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Bound port: b54fd96d-189a-401e-ac09-5c8e1611a214, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:39.667787 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.667946 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Usage tracker for resource:security_group_rule and tenant:e7a23f02cdc34db09b182c6be7b8290b is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:39.668017 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:39.725667 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:39.739347 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.759304 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-488b5642-7d6e-480b-bae3-e55bdde5e6a4 req-e2467923-ac65-4cee-9941-ef79a8c5a13e tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Unset dirty status for tenant:9687f1c644c141cd9a58a87219cb9ee4 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:39.769281 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-488b5642-7d6e-480b-bae3-e55bdde5e6a4 req-e2467923-ac65-4cee-9941-ef79a8c5a13e tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3345296
Aug 24 19:54:39.771422 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Pushing event updated for resources: {'Port': ['ID=8e2ef067-754e-4280-b2c8-36dafef26144,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:39.778155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:39.779384 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:39.804925 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef575c93-e7d3-4244-abd9-b4d62ef9c278 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:54:39.814949 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] For port b54fd96d-189a-401e-ac09-5c8e1611a214, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:39.821816 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] For port b54fd96d-189a-401e-ac09-5c8e1611a214, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=b54fd96d-189a-401e-ac09-5c8e1611a214,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:39.886512 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.899662 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:39.905467 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:39.908400 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Transition to ACTIVE for port object ef575c93-e7d3-4244-abd9-b4d62ef9c278 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:39.910700 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'Port': ['ID=7b9c9cdd-aea5-4a03-8167-add746008d22,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:39.929315 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:39.990722 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-ba7ba575-9375-461b-85d7-d7f3d67e6591 service neutron] 10.222.0.37 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3264916
Aug 24 19:54:39.997487 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:40.003456 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8674805
Aug 24 19:54:40.033717 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:40.045244 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:40.123308 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafd850-6d71-4916-ad7f-826886294d4a None None] Pushing event updated for resources: {'Port': ['ID=b54fd96d-189a-401e-ac09-5c8e1611a214,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:40.128325 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4dafd850-6d71-4916-ad7f-826886294d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:40.165614 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Routers {'293afb4d-a440-4b4e-b49d-89dedd56d792'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:54:40.166265 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0964845370>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:54:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['293afb4d-a440-4b4e-b49d-89dedd56d792'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:40.167806 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:40.231013 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:40.258655 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Pushing event updated for resources: {'Port': ['ID=ef575c93-e7d3-4244-abd9-b4d62ef9c278,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:40.266513 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Attempting to bind port 8e2ef067-754e-4280-b2c8-36dafef26144 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:40.267120 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Attempting to bind port 8e2ef067-754e-4280-b2c8-36dafef26144 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:40.267889 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Attempting to bind port 8e2ef067-754e-4280-b2c8-36dafef26144 on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:40.270544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:40.309790 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:40.344181 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe6ef2-80f5-4560-a822-a7a3ebf4d0ed req-c01dd3bb-988a-4068-9987-624094efb530 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:40.348969 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-22fe6ef2-80f5-4560-a822-a7a3ebf4d0ed req-c01dd3bb-988a-4068-9987-624094efb530 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.3059888
Aug 24 19:54:40.478172 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Port 8e2ef067-754e-4280-b2c8-36dafef26144 on network 21efa646-837e-4ab9-8eec-e5471e24810c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:54:40.481197 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Attempting to bind port 8e2ef067-754e-4280-b2c8-36dafef26144 on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:40.481925 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7a23f02cdc34db09b182c6be7b8290b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9130228
Aug 24 19:54:40.483221 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 51906) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:40.510680 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:40.511139 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Checking segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:40.511964 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Bound using segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:40.512908 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Bound port: 8e2ef067-754e-4280-b2c8-36dafef26144, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:40.513155 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:40.580573 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2592f7-1a0f-4253-949b-4fd3431a9430,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:40.593208 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:40.691813 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:40.692814 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-22fe6ef2-80f5-4560-a822-a7a3ebf4d0ed req-37c80216-1dd2-4c98-903f-2dbd0f24e734 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004971
Aug 24 19:54:40.706438 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Attempting to bind port ef575c93-e7d3-4244-abd9-b4d62ef9c278 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:40.706997 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Attempting to bind port ef575c93-e7d3-4244-abd9-b4d62ef9c278 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '755b8881-861c-41a8-96fe-d8499f8193ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:40.707331 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Attempting to bind port ef575c93-e7d3-4244-abd9-b4d62ef9c278 on network f82e4337-ca23-4678-b078-b69fac08a08f {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:40.735523 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Port ef575c93-e7d3-4244-abd9-b4d62ef9c278 on network f82e4337-ca23-4678-b078-b69fac08a08f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:54:40.735947 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Attempting to bind port ef575c93-e7d3-4244-abd9-b4d62ef9c278 on network f82e4337-ca23-4678-b078-b69fac08a08f {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:40.744766 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:40.745169 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Checking segment: {'id': '755b8881-861c-41a8-96fe-d8499f8193ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:40.745615 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Bound using segment: {'id': '755b8881-861c-41a8-96fe-d8499f8193ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:40.746116 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Bound port: ef575c93-e7d3-4244-abd9-b4d62ef9c278, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755b8881-861c-41a8-96fe-d8499f8193ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:40.746544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:40.769228 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-cfc0347b-4476-4b12-b151-cde4e989ec04 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1774651895&fields=id&tenant_id=979f71ec72e34b78be583b9ff7e04844 HTTP/1.1" status: 200  len: 267 time: 0.2410355
Aug 24 19:54:40.774942 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] For port 8e2ef067-754e-4280-b2c8-36dafef26144, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:40.866387 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] Set router 293afb4d-a440-4b4e-b49d-89dedd56d792 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:54:40.914253 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] For port 8e2ef067-754e-4280-b2c8-36dafef26144, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e2ef067-754e-4280-b2c8-36dafef26144,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:41.013708 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.015584 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] For port ef575c93-e7d3-4244-abd9-b4d62ef9c278, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:41.031329 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] For port ef575c93-e7d3-4244-abd9-b4d62ef9c278, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ef575c93-e7d3-4244-abd9-b4d62ef9c278,segment=NetworkSegment(755b8881-861c-41a8-96fe-d8499f8193ec),segment_id=755b8881-861c-41a8-96fe-d8499f8193ec)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:41.034308 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-80f7df70-c7bb-4377-a14d-0c40efd908cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:41.145820 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.153273 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6e19288a-6b80-429c-b74f-c272ee450c0b req-3eaaffe2-af41-4743-8573-7330f16b4ca3 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 210 time: 0.1981153
Aug 24 19:54:41.162818 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:41.163397 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.171223 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:41.171902 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.173425 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] 10.222.0.60 "PUT /v2.0/ports/8e2ef067-754e-4280-b2c8-36dafef26144 HTTP/1.1" status: 200  len: 1093 time: 3.7230265
Aug 24 19:54:41.183669 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae7aba-2b0a-4192-836b-34886a158df9', 'tag': '8e2ef067-754e-4280-b2c8-36dafef26144'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:54:41.208842 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-8a4839ec-d8f0-40d2-b6cd-08ea640728ce tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:41.210584 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-8a4839ec-d8f0-40d2-b6cd-08ea640728ce tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 811 time: 0.4399426
Aug 24 19:54:41.222041 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.263657 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:41.264584 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.264700 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-164ed9de-7b15-46ab-a2ce-66c371460d62 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/quotas/979f71ec72e34b78be583b9ff7e04844 HTTP/1.1" status: 200  len: 375 time: 0.0466225
Aug 24 19:54:41.271497 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef575c93-e7d3-4244-abd9-b4d62ef9c278 HTTP/1.1" status: 200  len: 1094 time: 3.8197699
Aug 24 19:54:41.310373 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Pushing event updated for resources: {'Port': ['ID=8e2ef067-754e-4280-b2c8-36dafef26144,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:41.325995 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:41.327387 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:41.383678 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.517002 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Pushing event updated for resources: {'Port': ['ID=ef575c93-e7d3-4244-abd9-b4d62ef9c278,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:41.535240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:41.602340 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.672873 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:41.734738 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2592f7-1a0f-4253-949b-4fd3431a9430,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:41.743742 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:41.789148 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-3edfa567-6c7d-4df2-9b49-73c57113325d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5043213
Aug 24 19:54:41.791009 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:41.792163 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f2592f7-1a0f-4253-949b-4fd3431a9430 HTTP/1.1" status: 204  len: 168 time: 1.2746081
Aug 24 19:54:41.845185 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0964845370>, [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:54:31Z', 'revision_number': 4, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port': {'id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:24Z', 'updated_at': '2021-08-24T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'b54fd96d-189a-401e-ac09-5c8e1611a214', 'name': '', 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'mac_address': 'fa:16:3e:7b:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:30Z', 'updated_at': '2021-08-24T19:54:39Z', 'revision_number': 4, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'subnets': [{'id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:54:41.854888 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04c997-a15f-4906-acab-8b2f6049ca56 None None] The sync data for ids ['293afb4d-a440-4b4e-b49d-89dedd56d792'] in dv-cinder-805877-1-iscsi is: [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:54:31Z', 'revision_number': 4, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port': {'id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:24Z', 'updated_at': '2021-08-24T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'b54fd96d-189a-401e-ac09-5c8e1611a214', 'name': '', 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'mac_address': 'fa:16:3e:7b:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:30Z', 'updated_at': '2021-08-24T19:54:39Z', 'revision_number': 4, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'subnets': [{'id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:54:41.887323 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ce8c0-5498-40f4-b88c-c2188637eef9 req-c9440b7d-19d0-4225-9a2a-2a7279540cd2 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:41.888858 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-875ce8c0-5498-40f4-b88c-c2188637eef9 req-c9440b7d-19d0-4225-9a2a-2a7279540cd2 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.3745618
Aug 24 19:54:42.083657 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-875ce8c0-5498-40f4-b88c-c2188637eef9 req-8de85c75-87bc-44b5-93a0-8380f2fd88c8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847136
Aug 24 19:54:42.157994 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-2f26c160-92af-4b00-ac04-8983cdd2f343 service neutron] 10.222.0.37 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3354137
Aug 24 19:54:42.637791 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-f4e9f1fc-2f12-4fc7-81d9-79b81d684512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:42.637791 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-f4e9f1fc-2f12-4fc7-81d9-79b81d684512 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 1096 time: 0.3565824
Aug 24 19:54:42.720593 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device b54fd96d-189a-401e-ac09-5c8e1611a214 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:42.807726 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-88649e6e-82f1-4132-8833-cd1c6cc8bdfb service neutron] 10.222.0.37 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6425962
Aug 24 19:54:42.825025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-3c84bffd-fe76-4244-896c-a1b2d10ca28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:42.827991 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-3c84bffd-fe76-4244-896c-a1b2d10ca28b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9687f1c644c141cd9a58a87219cb9ee4&device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 1097 time: 0.4299231
Aug 24 19:54:42.834977 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-847bc41e-41ba-435c-b646-65514e1b1636 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e2ef067-754e-4280-b2c8-36dafef26144 HTTP/1.1" status: 200  len: 217 time: 0.1736493
Aug 24 19:54:42.867380 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-b2cbb484-8670-439d-86e5-b4eaf22def08 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:42.869302 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-b2cbb484-8670-439d-86e5-b4eaf22def08 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 818 time: 0.6032417
Aug 24 19:54:42.892125 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-08ddc9de-5227-441f-9bdd-84fe9446abf6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/quotas/95eee633516346c3a51fc93645ae1d10 HTTP/1.1" status: 200  len: 375 time: 0.0159302
Aug 24 19:54:43.108481 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-81ab2f93-14bc-4c00-b5ca-6d43d97e5f6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef575c93-e7d3-4244-abd9-b4d62ef9c278 HTTP/1.1" status: 200  len: 217 time: 0.2496736
Aug 24 19:54:43.118786 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port b54fd96d-189a-401e-ac09-5c8e1611a214 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:43.124772 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port b54fd96d-189a-401e-ac09-5c8e1611a214 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:43.125431 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:43.240308 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-7e6fd7ca-a0bf-4617-b1c3-4e0f3bbb55f7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3393428
Aug 24 19:54:43.351073 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-d02e4a93-d0c5-44c2-b02b-ae6371cc45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:43.357716 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-d02e4a93-d0c5-44c2-b02b-ae6371cc45fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c78df88a-cc48-4da8-9616-361dca09ba93 HTTP/1.1" status: 200  len: 854 time: 0.4993913
Aug 24 19:54:43.568438 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-7b52722f-4671-4689-8f45-ecc22d912559 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=21efa646-837e-4ab9-8eec-e5471e24810c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1565497
Aug 24 19:54:43.683361 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:43.707647 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-3dfe4fd8-52e7-4407-9f7e-9d581d5378ea service neutron] 10.222.0.37 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4561083
Aug 24 19:54:43.739758 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-96639788-bf8a-410a-8ebd-b05c5a83aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:43.748453 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-96639788-bf8a-410a-8ebd-b05c5a83aa46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e973a4d3-a864-4fe2-8868-788bb16afc4c HTTP/1.1" status: 200  len: 852 time: 0.5879693
Aug 24 19:54:43.792423 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port b54fd96d-189a-401e-ac09-5c8e1611a214, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=b54fd96d-189a-401e-ac09-5c8e1611a214,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:43.868448 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:43.870421 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4dafd850-6d71-4916-ad7f-826886294d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:44.057989 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=b54fd96d-189a-401e-ac09-5c8e1611a214,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:44.058637 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc9c4-13d6-450a-81df-b0f939057d8f req-c5d1d46a-b22b-49ec-8ce4-21b9d45f0bf1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:44.060194 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a79cc9c4-13d6-450a-81df-b0f939057d8f req-c5d1d46a-b22b-49ec-8ce4-21b9d45f0bf1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.3517754
Aug 24 19:54:44.086224 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-c6d1a2cb-f9f7-410c-9413-b56b87ae065c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f82e4337-ca23-4678-b078-b69fac08a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1131482
Aug 24 19:54:44.094847 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:44.158948 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.60', 63860) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:44.335153 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-e18ba1ed-85c2-4908-90d4-be230743f199 service neutron] 10.222.0.37 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4667795
Aug 24 19:54:44.576480 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-9c3cd3b3-b8ae-4638-bf1e-9734906eb37e service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9840298
Aug 24 19:54:44.610057 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a79cc9c4-13d6-450a-81df-b0f939057d8f req-580240cf-a278-49ea-8917-384e18bf4650 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5321305
Aug 24 19:54:44.659111 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device b54fd96d-189a-401e-ac09-5c8e1611a214 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:54:44.660532 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19bd9-a365-4989-81a3-4901cee24288 req-64d99282-6ce5-4987-8f51-77cf4aec0acd tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:44.669859 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-64d99282-6ce5-4987-8f51-77cf4aec0acd tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 818 time: 0.4996626
Aug 24 19:54:44.692474 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Request body: {'port': {'device_id': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'admin_state_up': True, 'tenant_id': '95eee633516346c3a51fc93645ae1d10'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:44.960296 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port b54fd96d-189a-401e-ac09-5c8e1611a214 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:44.960692 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:45.018473 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:45.086683 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:45.182161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Made reservation on behalf of 95eee633516346c3a51fc93645ae1d10 for: {'port': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:45.187216 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:45.507393 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-66435e9f-f007-432c-b140-86a734bc6523 service neutron] 10.222.0.60 "GET /v2.0/networks/f82e4337-ca23-4678-b078-b69fac08a08f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9282668
Aug 24 19:54:45.637761 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d0568-1a88-45c9-9206-4d799ef9283f req-a240ecf0-c00e-4333-a3cd-af18b5b90b3f tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:45.646780 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fc4d0568-1a88-45c9-9206-4d799ef9283f req-a240ecf0-c00e-4333-a3cd-af18b5b90b3f tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.4391127
Aug 24 19:54:45.774808 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae7aba-2b0a-4192-836b-34886a158df9', 'tag': '8e2ef067-754e-4280-b2c8-36dafef26144', 'status': 'completed', 'code': 200}
Aug 24 19:54:45.836306 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b5b4c9c-35c4-40bd-b440-468f4ad1808b req-32e66f5f-d7fd-41d8-96c3-76767811e4aa service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1483893
Aug 24 19:54:45.947627 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fc4d0568-1a88-45c9-9206-4d799ef9283f req-4f096597-8f0e-4bb7-8246-2e5d77f8172d tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2999265
Aug 24 19:54:45.960906 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3a58e3ba-c35e-49ed-a4f6-d6c79f4328c6 req-ead97c3c-b379-4038-bcbb-4b9df705a705 service neutron] 10.222.0.60 "GET /v2.0/networks/f82e4337-ca23-4678-b078-b69fac08a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4295976
Aug 24 19:54:45.982990 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Allocated IP 172.20.0.4 (0f4a6fcd-c6f4-40b9-980a-7db1b1303f88/772f1f92-e06e-4e49-b88b-ce1bb8776be5/128fe211-8d36-4c43-bf74-f3c0603054f4) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:46.161930 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-adf1f155-7826-422e-8f1b-290949a93f7e req-060d11d7-f590-4897-886e-839820cd1250 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.1697633
Aug 24 19:54:46.308698 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-69988bda-ec6f-4f14-bccc-a5327276a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:46.308698 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-69988bda-ec6f-4f14-bccc-a5327276a105 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 1096 time: 0.1523798
Aug 24 19:54:46.400048 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ef97b519-220a-46d4-85ee-918cf2dfe0cd req-5c738d2f-7fe0-406d-b1be-44c522ea8b63 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.1992078
Aug 24 19:54:46.571599 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-6198d027-839f-4eb9-a5ee-e0c75a62004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:46.574155 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-6198d027-839f-4eb9-a5ee-e0c75a62004d service neutron] 10.222.0.60 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 914 time: 0.2888160
Aug 24 19:54:46.621635 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3d672-9395-48b5-8658-e6a68235f8a0 req-a0d46248-3300-4631-9dfd-775f6816f441 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:46.628649 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-62e3d672-9395-48b5-8658-e6a68235f8a0 req-a0d46248-3300-4631-9dfd-775f6816f441 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.3042169
Aug 24 19:54:46.717644 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:46.723081 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-62e3d672-9395-48b5-8658-e6a68235f8a0 req-551762b4-728c-47d9-9b16-f90aa25522b2 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935969
Aug 24 19:54:47.187015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1762e82-f661-442d-b0cd-301b6d602188 req-e74b4d26-dc7a-402a-ba0a-1450a454d461 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:47.188750 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f1762e82-f661-442d-b0cd-301b6d602188 req-e74b4d26-dc7a-402a-ba0a-1450a454d461 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.0889611
Aug 24 19:54:47.252008 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f1762e82-f661-442d-b0cd-301b6d602188 req-dff121e6-eb0d-4d1c-8af9-08fd7acaaf06 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573459
Aug 24 19:54:47.305441 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0e0b5209-07ba-447f-b1cb-de3b12add05a req-37edd1cb-82bc-4166-b9fa-cb049005dd3d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.0435438
Aug 24 19:54:47.523807 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-097fd2ac-976b-40ff-872d-d20d280a5cc6 req-e4966a1b-d990-4c56-8ee1-92056fc809fa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.0600655
Aug 24 19:54:47.530840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:47.548823 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:47.623162 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:47.626700 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:47.635553 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:47.641343 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:47.642039 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:47.666815 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Pushing event updated for resources: {'Port': ['ID=128fe211-8d36-4c43-bf74-f3c0603054f4,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:47.670180 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:47.776390 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'tag': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:54:47.819181 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1329498
Aug 24 19:54:47.889909 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'tag': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278', 'status': 'completed', 'code': 200}
Aug 24 19:54:47.987448 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4fae1-e572-4dd3-8cd6-aa926c4a2be7 req-c46fafae-e6b4-4800-aac7-7ced5719ed8c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:47.988928 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-00f4fae1-e572-4dd3-8cd6-aa926c4a2be7 req-c46fafae-e6b4-4800-aac7-7ced5719ed8c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.0903928
Aug 24 19:54:48.034650 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-00f4fae1-e572-4dd3-8cd6-aa926c4a2be7 req-3d9d4971-50b9-4ccd-a939-c8e98cc3f4fd tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397298
Aug 24 19:54:48.196273 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52116) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:48.399291 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:48.419346 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:48.425798 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Usage tracker for resource:security_group_rule and tenant:c24335c60d914f738448623309ed290a is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:48.432234 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:48.442045 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:48.577447 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-31f7ef94-1e25-4809-bfb2-29a6dab4d8e7 req-5d3bdcd3-fb29-4e05-bba9-c9701faa845c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.0665755
Aug 24 19:54:48.645212 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:48.654642 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe581722-ba3f-4449-bc87-d40748564889 req-fec64042-d554-4671-978b-42aed375d473 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:48.656112 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fe581722-ba3f-4449-bc87-d40748564889 req-fec64042-d554-4671-978b-42aed375d473 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.1838787
Aug 24 19:54:48.737586 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-4e330ef2-1119-4aa2-9f66-857834f14227 req-4eee8fa0-18b3-4a61-bbba-2ec63dc92a22 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Synchronizing usage tracker for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:48.742261 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fe581722-ba3f-4449-bc87-d40748564889 req-b060da78-5e87-4a27-83a2-6a43e2c80f25 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801809
Aug 24 19:54:48.840762 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:48.847825 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:48.886252 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-4e330ef2-1119-4aa2-9f66-857834f14227 req-4eee8fa0-18b3-4a61-bbba-2ec63dc92a22 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Unset dirty status for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:48.887407 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4e330ef2-1119-4aa2-9f66-857834f14227 req-4eee8fa0-18b3-4a61-bbba-2ec63dc92a22 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.1969326
Aug 24 19:54:48.895374 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c24335c60d914f738448623309ed290a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6980927
Aug 24 19:54:48.896280 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3c298e-21e7-47e2-9ce5-617babc8d1e3,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:48.899294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52136) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:48.899803 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:48.960248 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:48.986273 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:49.121474 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:49.126925 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-32fcb103-d981-4d4e-bb56-a01c267f5769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:49.140795 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3c298e-21e7-47e2-9ce5-617babc8d1e3,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:49.143141 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:49.145931 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:49.148760 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f3c298e-21e7-47e2-9ce5-617babc8d1e3 HTTP/1.1" status: 204  len: 168 time: 0.2471845
Aug 24 19:54:49.229580 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85a2ea-c555-4515-bea2-f88368588d4e req-8fbed479-8118-4f9f-a8ea-9fa5c91992ca tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:49.231241 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8d85a2ea-c555-4515-bea2-f88368588d4e req-8fbed479-8118-4f9f-a8ea-9fa5c91992ca tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.0905352
Aug 24 19:54:49.280514 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8d85a2ea-c555-4515-bea2-f88368588d4e req-7a0e66e0-499a-480f-8b5f-098f4096b45b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430615
Aug 24 19:54:49.689340 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:49.740007 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-172ee82f-0042-4432-86b2-2121480a41fb req-50fa3ea7-5a58-45a3-9581-11f48cb0de61 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.0452626
Aug 24 19:54:49.865339 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52176) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:49.882634 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:49.897172 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:49.901397 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Usage tracker for resource:security_group_rule and tenant:21e4c4e015154f8eb5f2b7edbe68679a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:49.904332 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:49.910017 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:49.938524 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596b405-06b0-4eaa-8a7e-fd903bfe7dd9 req-0f2893b9-a651-4724-b985-09e9c7d338c5 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:49.939949 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2596b405-06b0-4eaa-8a7e-fd903bfe7dd9 req-0f2893b9-a651-4724-b985-09e9c7d338c5 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.0861435
Aug 24 19:54:49.986885 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2596b405-06b0-4eaa-8a7e-fd903bfe7dd9 req-715003c7-9d68-4b3d-9b69-d9c3e85c9a0d tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407276
Aug 24 19:54:50.007669 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:50.039735 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-004fac85-410f-441b-96e9-0ea0cdac6f41 req-4b3b4f93-e47a-4c43-bcc2-4399662ae520 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.0463245
Aug 24 19:54:50.092608 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:50.104665 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-081449a4-2da8-4e7d-9634-d9d4a3afe034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:50.143733 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21e4c4e015154f8eb5f2b7edbe68679a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2772417
Aug 24 19:54:50.145370 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64caaac-3e83-4491-a0da-c4b8a0d194a8,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:50.146525 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52184) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:50.149934 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:50.207058 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:50.232859 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:50.384411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:50.394229 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:50.445543 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64caaac-3e83-4491-a0da-c4b8a0d194a8,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:50.451528 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:50.468436 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:50.469691 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a64caaac-3e83-4491-a0da-c4b8a0d194a8 HTTP/1.1" status: 204  len: 168 time: 0.3211513
Aug 24 19:54:50.495722 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463559d-ca13-4470-90e7-8fed9bf52cdf req-f80107d9-2e9a-455a-8dd0-a6fd8c563eb6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:50.497367 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d463559d-ca13-4470-90e7-8fed9bf52cdf req-f80107d9-2e9a-455a-8dd0-a6fd8c563eb6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.1086483
Aug 24 19:54:50.600288 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d463559d-ca13-4470-90e7-8fed9bf52cdf req-d72344c0-463f-47da-81b1-0e1de2aa4913 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962732
Aug 24 19:54:50.922420 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aa940016-36a9-4b2a-b65e-cdce56bfc311 req-2f7236a5-104c-4bf9-8cc2-fd17947c6e17 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.0511134
Aug 24 19:54:51.096157 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Request body: {'port': {'device_id': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:51.204052 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-0b29fd6a-b1c5-4090-86f6-5a474290e5b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e2ef067-754e-4280-b2c8-36dafef26144 HTTP/1.1" status: 200  len: 217 time: 0.1204991
Aug 24 19:54:51.249071 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1330b66e-4054-4f90-b807-c59336cce649 req-bc7972fd-7133-4f23-979a-b2d29d9912e1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.0711842
Aug 24 19:54:51.321754 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:51.356415 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-74d169d3-1b89-4af7-a87d-b8bbc6ae713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:51.368104 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-74d169d3-1b89-4af7-a87d-b8bbc6ae713a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c78df88a-cc48-4da8-9616-361dca09ba93 HTTP/1.1" status: 200  len: 854 time: 0.1368511
Aug 24 19:54:51.372565 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-8b6d553c-bda1-4c26-b2d4-1f61aa71f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:51.374013 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-8b6d553c-bda1-4c26-b2d4-1f61aa71f16c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9687f1c644c141cd9a58a87219cb9ee4&device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 1097 time: 0.2320077
Aug 24 19:54:51.410892 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867b1ec-e54c-430c-96b7-a1ad5122fc74 req-8bf49379-6c35-417e-9719-d84d850e839d tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:51.412387 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f867b1ec-e54c-430c-96b7-a1ad5122fc74 req-8bf49379-6c35-417e-9719-d84d850e839d tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.2895632
Aug 24 19:54:51.456496 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-638c1106-45d0-49a7-b6da-68535d02036c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=21efa646-837e-4ab9-8eec-e5471e24810c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737808
Aug 24 19:54:51.528336 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f867b1ec-e54c-430c-96b7-a1ad5122fc74 req-ffdf756e-230b-4147-8c90-035f266e6fe6 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070123
Aug 24 19:54:51.583168 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52248) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:51.693633 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-2c87112e-8172-4cca-9811-8a0c3f40e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:51.695822 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-2c87112e-8172-4cca-9811-8a0c3f40e0f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f82e4337-ca23-4678-b078-b69fac08a08f HTTP/1.1" status: 200  len: 912 time: 0.2736633
Aug 24 19:54:51.847464 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.60', 63870) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:51.885189 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-6b7761ff-82b7-4984-9d26-439e511066df service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4151504
Aug 24 19:54:51.901919 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-3496a5ae-e2d0-4df7-b0f3-4622b6cee783 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef575c93-e7d3-4244-abd9-b4d62ef9c278 HTTP/1.1" status: 200  len: 217 time: 0.1955497
Aug 24 19:54:51.939351 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:52.104457 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:52.149333 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a559320fcf2944dcb27c00ea89a3bcf3 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:52.169001 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:52.182890 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-ed3c2438-be63-4401-b2cb-f7f678f69f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:52.184855 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-ed3c2438-be63-4401-b2cb-f7f678f69f1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e973a4d3-a864-4fe2-8868-788bb16afc4c HTTP/1.1" status: 200  len: 852 time: 0.2556520
Aug 24 19:54:52.186476 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128fe211-8d36-4c43-bf74-f3c0603054f4 {{(pid=80016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:54:52.192106 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4e2b8f7-de73-4e47-bc9b-0fd59a4213f6 req-10476bef-68e4-4fa9-81e7-0487bd81ef59 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.0932591
Aug 24 19:54:52.196585 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:52.202008 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:52.263201 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Transition to ACTIVE for port object 128fe211-8d36-4c43-bf74-f3c0603054f4 will not be triggered until provisioned by entity L2. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:52.281209 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9a447-2ef9-460e-8198-38020fafd0d8 req-7cc565fd-d70c-460f-9f72-00df7c413691 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:52.282839 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c2a9a447-2ef9-460e-8198-38020fafd0d8 req-7cc565fd-d70c-460f-9f72-00df7c413691 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.4901190
Aug 24 19:54:52.291301 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-dc2b715d-6322-4f7a-8661-3866f4473502 req-6f779bb0-76f2-4bce-a49c-b62dcc6df630 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3913078
Aug 24 19:54:52.297155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-a4077b43-1a77-48a1-ae5e-000a88c5a27a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:52.298672 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-a4077b43-1a77-48a1-ae5e-000a88c5a27a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 811 time: 0.4500699
Aug 24 19:54:52.308829 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-9210f9b5-1518-41b3-b3df-1b210a9f1b08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f82e4337-ca23-4678-b078-b69fac08a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0948045
Aug 24 19:54:52.416737 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:52.421129 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-83b8abc6-ebc5-41dd-a5fb-29a3394b50c9 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979f71ec72e34b78be583b9ff7e04844 HTTP/1.1" status: 200  len: 380 time: 0.1054366
Aug 24 19:54:52.425272 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c2a9a447-2ef9-460e-8198-38020fafd0d8 req-60195304-efc6-4bf1-bf19-2b9cb4a0ce99 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354668
Aug 24 19:54:52.440169 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6b332049-d2f6-478f-a415-2f00c08d2980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:52.483037 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'port': {'device_id': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'admin_state_up': True, 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'security_groups': ['0b65d1dc-baf1-4979-a342-3fefab8113bb']}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:52.651272 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-92bd3cba-a71c-498e-979a-f3b54e935daa service neutron] 10.222.0.60 "GET /v2.0/networks/f82e4337-ca23-4678-b078-b69fac08a08f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3251820
Aug 24 19:54:52.857910 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9006d5d4-214f-49bf-82ba-31d9ceed0494 req-7e2c9f40-d2a2-4d91-aee9-6209f64b7c18 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.2526233
Aug 24 19:54:52.878403 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:52.879694 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Pushing event updated for resources: {'Port': ['ID=128fe211-8d36-4c43-bf74-f3c0603054f4,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:52.917253 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:52.963431 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-f1e3d505-09d6-4f75-a3f6-65fc529e919c service neutron] 10.222.0.60 "GET /v2.0/networks/f82e4337-ca23-4678-b078-b69fac08a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3001618
Aug 24 19:54:52.971002 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Attempting to bind port 128fe211-8d36-4c43-bf74-f3c0603054f4 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:52.971376 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Attempting to bind port 128fe211-8d36-4c43-bf74-f3c0603054f4 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'}] {{(pid=80016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:52.971736 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Attempting to bind port 128fe211-8d36-4c43-bf74-f3c0603054f4 on network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:52.973725 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-7462c574-6317-43ce-bc6c-edb12acf3b17 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:52.975147 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-7462c574-6317-43ce-bc6c-edb12acf3b17 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 818 time: 0.2701952
Aug 24 19:54:52.987261 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Port 128fe211-8d36-4c43-bf74-f3c0603054f4 on network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:54:52.987563 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Request body: {'port': {'device_id': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'admin_state_up': True, 'tenant_id': '95eee633516346c3a51fc93645ae1d10'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:52.987662 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Attempting to bind port 128fe211-8d36-4c43-bf74-f3c0603054f4 on network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:52.993695 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:53.000003 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.001159 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:port and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:53.005607 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:53.005974 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Checking segment: {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:53.006566 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Bound using segment: {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'} {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:53.007122 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Bound port: 128fe211-8d36-4c43-bf74-f3c0603054f4, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'}}] {{(pid=80016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:53.007986 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.022863 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:53.038753 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-74a857be-e86f-47d7-a0d8-2010c024dd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:53.051057 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:53.128971 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:53.134753 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a559320fcf2944dcb27c00ea89a3bcf3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5500906
Aug 24 19:54:53.135598 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8cea3-b33b-4d4f-b1e7-08b939c81b8e,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:53.139374 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52312) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:53.141853 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:53.144630 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:53.184803 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675c509-15aa-4e9c-82bb-fff4e81f5be8 req-69df205a-4ee6-47c0-8a65-c8bdee22d8b7 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:53.186344 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8675c509-15aa-4e9c-82bb-fff4e81f5be8 req-69df205a-4ee6-47c0-8a65-c8bdee22d8b7 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.4701204
Aug 24 19:54:53.192746 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] For port 128fe211-8d36-4c43-bf74-f3c0603054f4, host hv-cinder-80587, cleared binding levels {{(pid=80016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:53.197538 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] For port 128fe211-8d36-4c43-bf74-f3c0603054f4, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=128fe211-8d36-4c43-bf74-f3c0603054f4,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:53.214024 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Made reservation on behalf of 979f71ec72e34b78be583b9ff7e04844 for: {'port': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:53.217421 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.219079 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.240157 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Made reservation on behalf of 95eee633516346c3a51fc93645ae1d10 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:53.243755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.264030 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.295641 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.298744 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8675c509-15aa-4e9c-82bb-fff4e81f5be8 req-dac0c721-db58-4d76-85ad-58d7a940a043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999227
Aug 24 19:54:53.317460 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:53.417074 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52320) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:53.462559 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Allocated IP 172.20.0.6 (0f4a6fcd-c6f4-40b9-980a-7db1b1303f88/772f1f92-e06e-4e49-b88b-ce1bb8776be5/8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:53.481025 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ca67d2c7-ca70-4fbd-98f6-27b06e5d3e1d req-ffa35d6f-c14b-4681-9170-c8be7715afe1 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.0919309
Aug 24 19:54:53.486823 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:53.487434 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.488821 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] 10.222.0.60 "PUT /v2.0/ports/128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 1093 time: 2.4062741
Aug 24 19:54:53.489279 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'tag': '128fe211-8d36-4c43-bf74-f3c0603054f4'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:54:53.550344 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.613745 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:53.639015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8cea3-b33b-4d4f-b1e7-08b939c81b8e,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:53.651479 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Pushing event updated for resources: {'Port': ['ID=128fe211-8d36-4c43-bf74-f3c0603054f4,revision_number=3']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:53.667596 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:53.746387 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Allocated IP 172.20.0.10 (7c72d4a1-b0bd-4958-acc6-d6c41154b3f5/b949a1ce-5641-4c2d-b605-1cdc6ad1bd90/e97def42-db67-43ff-b400-0874231a4078) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:54:53.823274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:53.829701 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.858291 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:53.863971 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:53.871369 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:6cbed6f4d5a040b89d82689e41056b8f is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:53.874861 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:53.883258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:53.885307 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'tag': '128fe211-8d36-4c43-bf74-f3c0603054f4', 'status': 'completed', 'code': 200}
Aug 24 19:54:53.931813 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19bd9-a365-4989-81a3-4901cee24288 req-a7034810-3f73-496e-aad1-d93c72f8cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:53.933193 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-a7034810-3f73-496e-aad1-d93c72f8cd78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1096 time: 0.3260441
Aug 24 19:54:53.995358 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.003905 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd93f3-d0a3-4b0c-8e39-90a64c0f3ba2 req-c8f39fbb-22c0-47ae-a4f4-b77cf2f68f09 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:54.005349 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-01cd93f3-d0a3-4b0c-8e39-90a64c0f3ba2 req-c8f39fbb-22c0-47ae-a4f4-b77cf2f68f09 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 943 time: 0.3549807
Aug 24 19:54:54.017376 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.019467 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32f8cea3-b33b-4d4f-b1e7-08b939c81b8e HTTP/1.1" status: 204  len: 168 time: 0.8791361
Aug 24 19:54:54.063546 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-b56e0be1-cbbf-4f95-9001-ce4137c6d5bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 217 time: 0.1194756
Aug 24 19:54:54.101001 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.126781 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8e2ef067-754e-4280-b2c8-36dafef26144 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:54:54.132667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:54.140328 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4648e7e-c8b6-47c6-8f3c-36cd1733f9a8 req-5450035f-2420-4720-96e3-7fa909801e05 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.1215973
Aug 24 19:54:54.203736 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-01cd93f3-d0a3-4b0c-8e39-90a64c0f3ba2 req-2d2b2c26-11d8-46b7-9718-8e9b13126f7b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741841
Aug 24 19:54:54.213238 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19bd9-a365-4989-81a3-4901cee24288 req-5daefbdd-eaaa-49a3-a3fb-be98258072a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:54.214677 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-5daefbdd-eaaa-49a3-a3fb-be98258072a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.1287248
Aug 24 19:54:54.219950 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.230777 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Pushing event updated for resources: {'Port': ['ID=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:54.243667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:54.248506 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.251160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:54.259698 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:54.262899 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:54.270365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:54.271320 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.277439 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-5646a11b-11a2-4241-a5ce-2435221c1934 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531824
Aug 24 19:54:54.282999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Transition to ACTIVE for port object e97def42-db67-43ff-b400-0874231a4078 will not be triggered until provisioned by entity DHCP. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:54.283158 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:54.318519 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 8e2ef067-754e-4280-b2c8-36dafef26144, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e2ef067-754e-4280-b2c8-36dafef26144,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:54.340682 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cbed6f4d5a040b89d82689e41056b8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9228115
Aug 24 19:54:54.342184 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52370) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:54.345271 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e4d2c7-2862-439d-b18d-63012d14de66,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:54.354449 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '8e2ef067-754e-4280-b2c8-36dafef26144', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'port_id': '8e2ef067-754e-4280-b2c8-36dafef26144', 'mac_address': 'fa:16:3e:c2:af:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78df88a-cc48-4da8-9616-361dca09ba93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:54:54.361799 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:54.422712 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4390104
Aug 24 19:54:54.433641 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-25a08e6c-8161-4039-b634-f125cec0ef61 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480377
Aug 24 19:54:54.435558 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Request body: {'port': {'device_id': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:54.502748 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.536338 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2ef067-754e-4280-b2c8-36dafef26144 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:54:54.539748 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.561624 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 8e2ef067-754e-4280-b2c8-36dafef26144, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e2ef067-754e-4280-b2c8-36dafef26144,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:54.596523 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:54.671983 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.673104 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ef575c93-e7d3-4244-abd9-b4d62ef9c278 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:54:54.675471 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:54.702810 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.747260 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.754081 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.768643 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=8e2ef067-754e-4280-b2c8-36dafef26144,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:54.795204 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:54.868592 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:54:54.889127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:54.929923 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:54:54.936269 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:54.936886 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:54.954209 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port ef575c93-e7d3-4244-abd9-b4d62ef9c278, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ef575c93-e7d3-4244-abd9-b4d62ef9c278,segment=NetworkSegment(755b8881-861c-41a8-96fe-d8499f8193ec),segment_id=755b8881-861c-41a8-96fe-d8499f8193ec)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:54.974129 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278', 'network_id': 'f82e4337-ca23-4678-b078-b69fac08a08f', 'port_id': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278', 'mac_address': 'fa:16:3e:f6:68:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e973a4d3-a864-4fe2-8868-788bb16afc4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:54:55.037117 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.049175 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:55.049380 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'Port': ['ID=e97def42-db67-43ff-b400-0874231a4078,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:55.058145 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:55.070585 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e4d2c7-2862-439d-b18d-63012d14de66,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:55.071425 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.083187 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:55.085294 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aea19bd9-a365-4989-81a3-4901cee24288 req-da8d9cac-e6fa-4940-8ff8-dc70e9f5a063 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6431441
Aug 24 19:54:55.089039 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.090108 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7e4d2c7-2862-439d-b18d-63012d14de66 HTTP/1.1" status: 204  len: 168 time: 0.7469380
Aug 24 19:54:55.109589 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef575c93-e7d3-4244-abd9-b4d62ef9c278 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:54:55.114067 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af961b-c22f-4c65-ae44-9f7fc229ab80 req-726b3e86-cdeb-4412-a738-212b38ab41cc tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:55.119551 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d1af961b-c22f-4c65-ae44-9f7fc229ab80 req-726b3e86-cdeb-4412-a738-212b38ab41cc tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 944 time: 0.5867651
Aug 24 19:54:55.140783 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port ef575c93-e7d3-4244-abd9-b4d62ef9c278, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ef575c93-e7d3-4244-abd9-b4d62ef9c278,segment=NetworkSegment(755b8881-861c-41a8-96fe-d8499f8193ec),segment_id=755b8881-861c-41a8-96fe-d8499f8193ec)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:54:55.145789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52390) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:55.169697 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.176265 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9869a-1c1a-404a-96b4-97f7e3fc20f3 req-7d39c4e9-e72d-4231-b992-238c0ae0208a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:55.177013 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-2ea9869a-1c1a-404a-96b4-97f7e3fc20f3 req-7d39c4e9-e72d-4231-b992-238c0ae0208a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Synchronizing usage tracker for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:55.194996 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:55.201486 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Usage tracker for resource:security_group_rule and tenant:9e904ccc2caf45368d7673f42b43c6f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:55.204187 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7693677
Aug 24 19:54:55.205170 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:55.216719 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d1af961b-c22f-4c65-ae44-9f7fc229ab80 req-3e02f570-47df-4916-a9c9-f773933a8303 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861242
Aug 24 19:54:55.221795 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Request body: {'port': {'device_id': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:55.226766 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.229584 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-eb8234f3-0e2d-4b6a-9aa0-9b44dd168313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:55.246122 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:55.338930 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-2ea9869a-1c1a-404a-96b4-97f7e3fc20f3 req-7d39c4e9-e72d-4231-b992-238c0ae0208a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Unset dirty status for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:55.345435 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2ea9869a-1c1a-404a-96b4-97f7e3fc20f3 req-7d39c4e9-e72d-4231-b992-238c0ae0208a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 932 time: 0.6592858
Aug 24 19:54:55.360301 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-d1c045e0-ae51-4fa6-878a-73e148e71d22 None None] Provisioning for port e97def42-db67-43ff-b400-0874231a4078 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:54:55.374016 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-d1c045e0-ae51-4fa6-878a-73e148e71d22 None None] Provisioning complete for port e97def42-db67-43ff-b400-0874231a4078 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:54:55.374785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d1c045e0-ae51-4fa6-878a-73e148e71d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.436333 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:54:55.466228 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52400) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:55.466356 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=ef575c93-e7d3-4244-abd9-b4d62ef9c278,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:55.466449 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.467531 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:55.472273 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-d1c045e0-ae51-4fa6-878a-73e148e71d22 None None] Port e97def42-db67-43ff-b400-0874231a4078 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:54:55.497302 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Transition to ACTIVE for port object 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:55.544212 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.545478 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.559941 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2ea9869a-1c1a-404a-96b4-97f7e3fc20f3 req-3a860f30-7b76-48f2-a73e-12e244cb70b6 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2137778
Aug 24 19:54:55.614683 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee421b-2db7-46c2-883c-424951426884 req-5e258966-fd2c-4bce-8f23-335a74f79b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:55.616167 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7ee421b-2db7-46c2-883c-424951426884 req-5e258966-fd2c-4bce-8f23-335a74f79b93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1096 time: 0.3538244
Aug 24 19:54:55.645582 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e4d5a-2028-4df0-9edf-6e8611a4229e req-51a5c696-7722-4e08-ad06-fc6869de9976 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:55.657223 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5a3e4d5a-2028-4df0-9edf-6e8611a4229e req-51a5c696-7722-4e08-ad06-fc6869de9976 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 931 time: 0.2965221
Aug 24 19:54:55.701868 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.703084 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.710634 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0469cbf1-1b9e-48e4-9231-f53a4cb23eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:55.853948 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-5a3e4d5a-2028-4df0-9edf-6e8611a4229e req-0515ea3b-c043-4117-acad-e09622385636 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Synchronizing usage tracker for tenant:95eee633516346c3a51fc93645ae1d10 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:54:55.855518 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:55.912037 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:55.921096 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e904ccc2caf45368d7673f42b43c6f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7742932
Aug 24 19:54:55.932843 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52414) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:55.934197 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Usage tracker for resource:security_group_rule and tenant:3d32bcefb7514b2ead65d7ec112298da is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:55.936923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:55.939793 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:55.949030 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:55.951580 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b0bfd9e0-630c-49ce-b7ab-5bd248266c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:55.967250 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:55.982271 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Attempting to bind port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:55.989585 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Attempting to bind port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:55.989585 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Attempting to bind port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb on network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:55.997222 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb on network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:54:55.997539 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Attempting to bind port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb on network 0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:56.010790 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a74f9-b719-4bdc-a259-e3effc873bef,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:56.012361 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96379a02-4cb0-4b96-95bd-0a979a7ba80e req-3ac62279-8f9e-4c9a-b0fe-893a60badd79 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:56.013833 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-96379a02-4cb0-4b96-95bd-0a979a7ba80e req-3ac62279-8f9e-4c9a-b0fe-893a60badd79 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 944 time: 0.2893472
Aug 24 19:54:56.014715 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:56.015766 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:56.022631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Checking segment: {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:56.022631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Bound using segment: {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:56.022631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Bound port: 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fce83d-b0ba-411e-9b73-c74caccac18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:56.022631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.064211 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-5a3e4d5a-2028-4df0-9edf-6e8611a4229e req-0515ea3b-c043-4117-acad-e09622385636 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Unset dirty status for tenant:95eee633516346c3a51fc93645ae1d10 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:54:56.064211 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5a3e4d5a-2028-4df0-9edf-6e8611a4229e req-0515ea3b-c043-4117-acad-e09622385636 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4062572
Aug 24 19:54:56.083868 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.108249 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-96379a02-4cb0-4b96-95bd-0a979a7ba80e req-f0f9e58c-5758-4031-92b3-1c22cc47bcda tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863752
Aug 24 19:54:56.152562 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] For port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:56.156427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] For port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:56.171618 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.184342 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.201251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97def42-db67-43ff-b400-0874231a4078 {{(pid=80016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:54:56.219414 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.221678 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.226741 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fbc37f00-8dfe-4ff2-81e0-96776ce32043 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:56.237017 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Transition to ACTIVE for port object e97def42-db67-43ff-b400-0874231a4078 will not be triggered until provisioned by entity L2. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:54:56.266993 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.285311 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:56.285919 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.287306 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] 10.222.0.60 "PUT /v2.0/ports/8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb HTTP/1.1" status: 200  len: 1093 time: 1.8568673
Aug 24 19:54:56.293706 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'tag': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:54:56.331526 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d32bcefb7514b2ead65d7ec112298da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8713665
Aug 24 19:54:56.334210 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:56.337838 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:56.338308 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52426) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:56.338760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:56.360947 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'tag': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb', 'status': 'completed', 'code': 200}
Aug 24 19:54:56.366898 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.367759 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.385679 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b7e49dde-68fc-4f02-a25e-7da80e1414de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:56.406801 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037c01aa-e9a3-426b-acaa-a8eaf8bf2a3b,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:56.409726 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:56.444523 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.476810 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.528182 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.529323 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f7a74f9-b719-4bdc-a259-e3effc873bef HTTP/1.1" status: 204  len: 168 time: 0.5921326
Aug 24 19:54:56.582266 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Pushing event updated for resources: {'Port': ['ID=e97def42-db67-43ff-b400-0874231a4078,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:56.592060 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:56.599467 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:56.619336 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a74f9-b719-4bdc-a259-e3effc873bef,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:56.623682 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:56.624465 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Attempting to bind port e97def42-db67-43ff-b400-0874231a4078 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:54:56.624781 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Attempting to bind port e97def42-db67-43ff-b400-0874231a4078 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}] {{(pid=80016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:54:56.625105 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Attempting to bind port e97def42-db67-43ff-b400-0874231a4078 on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:56.632094 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Port e97def42-db67-43ff-b400-0874231a4078 on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:54:56.632415 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Attempting to bind port e97def42-db67-43ff-b400-0874231a4078 on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:54:56.642261 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b234c71-107e-4dc1-a14e-880acb4f1dd1 req-fa8d5c18-de71-4364-a237-f72d58144d66 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:56.643960 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3b234c71-107e-4dc1-a14e-880acb4f1dd1 req-fa8d5c18-de71-4364-a237-f72d58144d66 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 945 time: 0.3176904
Aug 24 19:54:56.656587 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:54:56.657468 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Checking segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:56.659256 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Bound using segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:54:56.659889 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Bound port: e97def42-db67-43ff-b400-0874231a4078, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}}] {{(pid=80016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:54:56.660388 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.730154 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52442) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:56.742306 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.749999 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fd0a6bb1-c812-44fb-bdfa-577c99770fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:56.764847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037c01aa-e9a3-426b-acaa-a8eaf8bf2a3b,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:56.767480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:56.786105 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.792771 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/037c01aa-e9a3-426b-acaa-a8eaf8bf2a3b HTTP/1.1" status: 204  len: 168 time: 0.4379830
Aug 24 19:54:56.822047 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3b234c71-107e-4dc1-a14e-880acb4f1dd1 req-83953f93-67e1-400c-aa31-44fa1c8f7c5a tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499023
Aug 24 19:54:56.865806 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] For port e97def42-db67-43ff-b400-0874231a4078, host hv-cinder-80587, cleared binding levels {{(pid=80016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:54:56.869757 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] For port e97def42-db67-43ff-b400-0874231a4078, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=e97def42-db67-43ff-b400-0874231a4078,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:54:56.884680 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278081f-9e90-4ef2-8c13-9525051d6e16 req-39e9f4bf-3edd-425a-881d-49f0d8960f4b tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:56.886129 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0278081f-9e90-4ef2-8c13-9525051d6e16 req-39e9f4bf-3edd-425a-881d-49f0d8960f4b tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 944 time: 0.1775959
Aug 24 19:54:56.930714 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0278081f-9e90-4ef2-8c13-9525051d6e16 req-e5e75983-c25d-4ac8-a75b-30376821ff7b tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390360
Aug 24 19:54:56.974942 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-247446806-network', 'tenant_id': '06817fcb9ed4446c990374f60583e38e'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:56.981422 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:56.983695 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:56.999597 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Usage tracker for resource:network and tenant:06817fcb9ed4446c990374f60583e38e is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:57.002190 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d1fd97ba-0d2b-4e90-873b-fd2efe0deddf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:57.004677 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:57.019536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:57.071817 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:57.072481 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.073839 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] 10.222.0.60 "PUT /v2.0/ports/e97def42-db67-43ff-b400-0874231a4078 HTTP/1.1" status: 200  len: 1094 time: 1.8562226
Aug 24 19:54:57.074300 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'tag': 'e97def42-db67-43ff-b400-0874231a4078'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:54:57.115231 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Pushing event updated for resources: {'Port': ['ID=e97def42-db67-43ff-b400-0874231a4078,revision_number=3']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:57.126690 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:57.137173 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'tag': 'e97def42-db67-43ff-b400-0874231a4078', 'status': 'completed', 'code': 200}
Aug 24 19:54:57.182020 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Made reservation on behalf of 06817fcb9ed4446c990374f60583e38e for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:57.185243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.208911 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.229990 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:57.238301 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Usage tracker for resource:security_group_rule and tenant:06817fcb9ed4446c990374f60583e38e is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:57.241462 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:57.247878 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:57.396264 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.537466 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.561749 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:54:57.569329 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c9b8b-8cdc-4125-ba6e-09be798060ad req-4dab1579-3987-4a51-b6ad-672ec77ea450 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:57.569556 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5d4edc09-5146-43e9-a51d-7710228a4743 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:57.570879 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b1c9b8b-8cdc-4125-ba6e-09be798060ad req-4dab1579-3987-4a51-b6ad-672ec77ea450 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 943 time: 0.3804688
Aug 24 19:54:57.583227 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e05c8-4219-40c1-9fad-8b3a59f46bbf req-eef9bcd1-83b1-4d3f-a71e-b43a2695f1a8 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:57.584573 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-556e05c8-4219-40c1-9fad-8b3a59f46bbf req-eef9bcd1-83b1-4d3f-a71e-b43a2695f1a8 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 944 time: 0.3387959
Aug 24 19:54:57.600748 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.600748 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Added segment 030f7c4e-3178-48c2-a551-7d20360138da of type vlan for network 33500939-4bd5-4b0a-a83e-b8df6c8acbae
Aug 24 19:54:57.605860 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee421b-2db7-46c2-883c-424951426884 req-b72c49cc-85ce-40c1-ba98-b0f4c0d93063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:57.607280 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7ee421b-2db7-46c2-883c-424951426884 req-b72c49cc-85ce-40c1-ba98-b0f4c0d93063 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 918 time: 0.2027285
Aug 24 19:54:57.625821 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:57.631022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:57.652951 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.666290 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b1c9b8b-8cdc-4125-ba6e-09be798060ad req-9b65e065-0953-4c4c-a6d4-59a8bfa04eb6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806510
Aug 24 19:54:57.687479 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-556e05c8-4219-40c1-9fad-8b3a59f46bbf req-6ade8597-f621-4e78-ab8f-9e6d65f26417 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830672
Aug 24 19:54:57.799092 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.800533 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:57.801100 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:57.804648 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:57.908291 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Pushing event updated for resources: {'Network': ['ID=33500939-4bd5-4b0a-a83e-b8df6c8acbae,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:57.914693 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:57.924207 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52480) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:57.929310 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 33500939-4bd5-4b0a-a83e-b8df6c8acbae details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:54:57.949234 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2179229
Aug 24 19:54:57.952095 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52484) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:57.958675 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Request body: {'subnet': {'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-247446806-subnet', 'tenant_id': '06817fcb9ed4446c990374f60583e38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:54:57.972467 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:57.985081 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Usage tracker for resource:subnet and tenant:06817fcb9ed4446c990374f60583e38e is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:57.988459 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:57.995783 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:58.003526 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:58.030822 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:54:58.042762 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Usage tracker for resource:security_group_rule and tenant:a22225af411d41bda78b09bca2d7c145 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:54:58.046949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:54:58.056296 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:54:58.084709 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e57bcb-9643-44b3-b31f-4a969343891e req-2a104d99-493c-4c95-ab43-807fd2e0b2eb tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:58.086191 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-79e57bcb-9643-44b3-b31f-4a969343891e req-2a104d99-493c-4c95-ab43-807fd2e0b2eb tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 945 time: 0.1469636
Aug 24 19:54:58.102603 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Made reservation on behalf of 06817fcb9ed4446c990374f60583e38e for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:54:58.105370 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:58.211071 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-79e57bcb-9643-44b3-b31f-4a969343891e req-77f0e4f5-e56a-4310-a581-ab4d4d454708 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141841
Aug 24 19:54:58.273741 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503f470-7da4-4168-a931-7842628dff4f req-da2c2c24-97f3-4bec-9e78-2b83c876e10f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:58.275283 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6503f470-7da4-4168-a931-7842628dff4f req-da2c2c24-97f3-4bec-9e78-2b83c876e10f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 944 time: 0.1795337
Aug 24 19:54:58.303613 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:58.334709 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6503f470-7da4-4168-a931-7842628dff4f req-b54b0ae3-6502-4298-b6f7-74186483535b tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493803
Aug 24 19:54:58.515938 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7ee421b-2db7-46c2-883c-424951426884 req-118b8c61-f61d-4781-92fd-fe924e037586 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 217 time: 0.1000495
Aug 24 19:54:58.556169 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bb270-9d42-4025-b9a3-1d3d68024d08 req-d5ab6e34-ce7a-485f-b405-81a2f4cbefc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:58.557753 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3b7bb270-9d42-4025-b9a3-1d3d68024d08 req-d5ab6e34-ce7a-485f-b405-81a2f4cbefc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 1096 time: 0.0720289
Aug 24 19:54:58.568530 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:58.585488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:58.589501 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8e2ef067-754e-4280-b2c8-36dafef26144'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:54:58.643205 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee421b-2db7-46c2-883c-424951426884 req-aa1c7ef6-96d9-4c91-b115-799d89918409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:58.644656 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7ee421b-2db7-46c2-883c-424951426884 req-aa1c7ef6-96d9-4c91-b115-799d89918409 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.1182520
Aug 24 19:54:58.646890 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a22225af411d41bda78b09bca2d7c145&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7216959
Aug 24 19:54:58.650921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dd3087-2c9a-424e-bc83-5b81994c1e7d,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:58.651963 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['ef575c93-e7d3-4244-abd9-b4d62ef9c278'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:54:58.653889 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:58.655554 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52500) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:54:58.668214 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:58.677232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:54:58.751652 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d240d-6274-4929-8445-0d7c1c73d153 req-542c346b-0b80-45c3-a4c7-4bfa03929e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:58.753390 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-889d240d-6274-4929-8445-0d7c1c73d153 req-542c346b-0b80-45c3-a4c7-4bfa03929e22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 1097 time: 0.3358963
Aug 24 19:54:58.763211 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7ee421b-2db7-46c2-883c-424951426884 req-83bd66b6-8285-4fd5-bed2-bc0172b5cea2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1083889
Aug 24 19:54:58.795439 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d992b8ef-1b73-47f9-beac-4c6017b9f3a5,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:54:58.809713 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:54:58.818036 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Checking segment: {'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:54:58.819603 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Network hostable DHCP agents. Network: 33500939-4bd5-4b0a-a83e-b8df6c8acbae, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:54:58.826513 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bb270-9d42-4025-b9a3-1d3d68024d08 req-048842f8-5223-404c-a4fb-32d81a668e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:58.828421 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3b7bb270-9d42-4025-b9a3-1d3d68024d08 req-048842f8-5223-404c-a4fb-32d81a668e4d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=95eee633516346c3a51fc93645ae1d10&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2621005
Aug 24 19:54:58.974630 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Network 33500939-4bd5-4b0a-a83e-b8df6c8acbae is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:54:59.006476 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bb270-9d42-4025-b9a3-1d3d68024d08 req-449b1c7f-3179-4509-b2a4-4620c3965e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.008025 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3b7bb270-9d42-4025-b9a3-1d3d68024d08 req-449b1c7f-3179-4509-b2a4-4620c3965e86 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1717088
Aug 24 19:54:59.141252 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-d6041fdc-be72-4ed1-941e-9792bde8f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.143044 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-d6041fdc-be72-4ed1-941e-9792bde8f7af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 1096 time: 0.0983417
Aug 24 19:54:59.210452 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:59.234805 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-8cbb8920-440f-467f-ba71-4d5e1fc35ad0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb HTTP/1.1" status: 200  len: 217 time: 0.0819793
Aug 24 19:54:59.236043 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 33500939-4bd5-4b0a-a83e-b8df6c8acbae) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:54:59.240461 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.241512 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:59.249301 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bbecbc-e3c5-4531-b0a5-ee0d4c120d78 None None] Network 33500939-4bd5-4b0a-a83e-b8df6c8acbae requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:59.291337 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7ee421b-2db7-46c2-883c-424951426884 req-4c9c987a-e404-45ca-bcc7-64fd18fe8770 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5023315
Aug 24 19:54:59.300542 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:54:59.307790 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d240d-6274-4929-8445-0d7c1c73d153 req-6a623a2e-97a4-4c59-9da7-c1bb4d6e6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.309441 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-889d240d-6274-4929-8445-0d7c1c73d153 req-6a623a2e-97a4-4c59-9da7-c1bb4d6e6156 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=979f71ec72e34b78be583b9ff7e04844&shared=False HTTP/1.1" status: 200  len: 911 time: 0.5386021
Aug 24 19:54:59.331671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-6e41e9f3-2a9e-4361-81b4-80c0afff0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.333225 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-6e41e9f3-2a9e-4361-81b4-80c0afff0c3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.0861685
Aug 24 19:54:59.376640 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138d382-b030-44ee-b2fd-b25ad95a7ffc req-0b6c0615-cce4-42f7-a56a-c69ab3103baa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.383971 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b138d382-b030-44ee-b2fd-b25ad95a7ffc req-0b6c0615-cce4-42f7-a56a-c69ab3103baa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 943 time: 0.5003684
Aug 24 19:54:59.436197 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-e6239fc0-b8b5-4362-b03e-4aeda660a51d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0950189
Aug 24 19:54:59.543721 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5824792
Aug 24 19:54:59.543936 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:54:59.659371 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-be30aba2-35e1-48f7-9804-867c75d89992 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144101
Aug 24 19:54:59.671296 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f1ae2-721b-44d4-afd8-7d24934dddea req-9a9e6dd8-de1e-42b0-a26d-0346786e0c76 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.672817 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-519f1ae2-721b-44d4-afd8-7d24934dddea req-9a9e6dd8-de1e-42b0-a26d-0346786e0c76 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 944 time: 0.7884176
Aug 24 19:54:59.679962 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d59281c-64e2-4e78-86ea-83f2d3f83968 None None] Network 33500939-4bd5-4b0a-a83e-b8df6c8acbae requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:54:59.767339 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b138d382-b030-44ee-b2fd-b25ad95a7ffc req-ec154623-c58a-45c1-8ab5-1fae0066cfb9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3743684
Aug 24 19:54:59.836595 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7c621dab-fed9-4fde-866f-dc1b41450cfe req-36896bc8-8cf7-47c9-8c5e-d9b04c68ea9e service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705825
Aug 24 19:54:59.883656 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d240d-6274-4929-8445-0d7c1c73d153 req-1e5f5005-d219-4c42-9453-a2125294c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:54:59.885368 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-889d240d-6274-4929-8445-0d7c1c73d153 req-1e5f5005-d219-4c42-9453-a2125294c346 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.5398326
Aug 24 19:54:59.922204 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-519f1ae2-721b-44d4-afd8-7d24934dddea req-697ab6b1-9c4b-49f1-8168-5e36c7035b93 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384646
Aug 24 19:55:00.018196 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7ee421b-2db7-46c2-883c-424951426884 req-0213cd76-8489-4478-99be-a906c5d52d4b service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7194481
Aug 24 19:55:00.143249 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:00.145365 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-142f6aca-d9ae-40a6-8f77-c41774d59525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:00.146901 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-142f6aca-d9ae-40a6-8f77-c41774d59525 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 1097 time: 0.2198484
Aug 24 19:55:00.156624 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f70a4b-f5cf-4aa8-a1e7-94105a08cab3 req-071352ec-dd14-423f-b1df-0975c24d8be0 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:00.158062 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-89f70a4b-f5cf-4aa8-a1e7-94105a08cab3 req-071352ec-dd14-423f-b1df-0975c24d8be0 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 945 time: 0.2344670
Aug 24 19:55:00.163985 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c778099c-33d8-4f51-aee2-a1e2749408a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:00.255033 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dd3087-2c9a-424e-bc83-5b81994c1e7d,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:00.257674 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:00.265098 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-4e5847cf-9c97-46f9-9944-b1c038d021d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97def42-db67-43ff-b400-0874231a4078 HTTP/1.1" status: 200  len: 217 time: 0.1060922
Aug 24 19:55:00.283393 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21627421-82fa-4e5e-8721-106ce88dc89d req-3d9115ff-0dcf-44bf-aa21-7bb8afd5dc92 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:00.285252 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-21627421-82fa-4e5e-8721-106ce88dc89d req-3d9115ff-0dcf-44bf-aa21-7bb8afd5dc92 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 944 time: 0.2600188
Aug 24 19:55:00.320071 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:00.320071 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8dd3087-2c9a-424e-bc83-5b81994c1e7d HTTP/1.1" status: 204  len: 168 time: 1.6617751
Aug 24 19:55:00.367836 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8e2ef067-754e-4280-b2c8-36dafef26144 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:00.384126 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-89f70a4b-f5cf-4aa8-a1e7-94105a08cab3 req-d64aa199-39a3-4e6b-aebc-db9445b200d9 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116685
Aug 24 19:55:00.400476 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-21627421-82fa-4e5e-8721-106ce88dc89d req-721ec309-1502-42a4-a8ab-16b9f3be5d83 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811272
Aug 24 19:55:00.404991 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-a3c5aa82-1c50-42e5-a29b-88c7c5429620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:00.418723 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-a3c5aa82-1c50-42e5-a29b-88c7c5429620 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 200  len: 850 time: 0.1417291
Aug 24 19:55:00.437843 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-2aa7c470-7795-48fd-807b-f1221a63fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:00.506172 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0882-4794-4317-b97c-d62e26fee204 req-5b017bad-ee19-4d9e-802e-b75852b55676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:00.507694 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-5b017bad-ee19-4d9e-802e-b75852b55676 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858598
Aug 24 19:55:00.536957 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52544) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:00.629616 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 8e2ef067-754e-4280-b2c8-36dafef26144 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:00.635149 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 8e2ef067-754e-4280-b2c8-36dafef26144 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:00.635532 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:00.654931 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-3a227826-a523-4a6d-a95c-95712583d15f service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403408
Aug 24 19:55:00.758649 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:00.802947 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:00.809926 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ae7aba-2b0a-4192-836b-34886a158df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2ef067-754e-4280-b2c8-36dafef26144'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:00.833740 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:00.838037 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f88a0882-4794-4317-b97c-d62e26fee204 req-acb73e6e-e403-41e1-bfff-9fd25ae8bd9c service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751001
Aug 24 19:55:00.841359 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Usage tracker for resource:security_group_rule and tenant:696a20dccea04318a610eea1ba52e3c0 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:00.845289 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:00.851728 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:00.889170 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 8e2ef067-754e-4280-b2c8-36dafef26144, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e2ef067-754e-4280-b2c8-36dafef26144,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:01.146439 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.148509 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.149376 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ef575c93-e7d3-4244-abd9-b4d62ef9c278 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:01.165330 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc257f95-b560-4faf-be23-5c4158a40075 req-d443f041-9e68-4c22-995d-0dd83673d88f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:01.166859 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bc257f95-b560-4faf-be23-5c4158a40075 req-d443f041-9e68-4c22-995d-0dd83673d88f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 943 time: 0.2715137
Aug 24 19:55:01.191758 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fad1da-86d8-4815-a19b-40c4a705e641 req-e4753281-1176-4bf0-a72d-c5a5632e01db tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:01.193336 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-23fad1da-86d8-4815-a19b-40c4a705e641 req-e4753281-1176-4bf0-a72d-c5a5632e01db tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 944 time: 0.1453941
Aug 24 19:55:01.211433 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:01.250568 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.292769 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bc257f95-b560-4faf-be23-5c4158a40075 req-45924795-6232-4b1c-90c7-aeb357bd0853 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978880
Aug 24 19:55:01.298137 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-23fad1da-86d8-4815-a19b-40c4a705e641 req-6bcce969-b7a8-4183-a1f1-ed64353dd17c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881360
Aug 24 19:55:01.298697 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.308730 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ada2cf1c-f09e-49ff-be2e-724bc68ffa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:01.355561 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=8e2ef067-754e-4280-b2c8-36dafef26144,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:01.363046 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:01.388354 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=696a20dccea04318a610eea1ba52e3c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8503830
Aug 24 19:55:01.390894 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52584) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:01.428978 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaa4081-6c5d-4646-a46f-faa0ecfe5ddb,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:01.445803 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:01.504164 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.511460 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ae7aba-2b0a-4192-836b-34886a158df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2ef067-754e-4280-b2c8-36dafef26144', 'code': 200}
Aug 24 19:55:01.529547 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port ef575c93-e7d3-4244-abd9-b4d62ef9c278 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:01.535321 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port ef575c93-e7d3-4244-abd9-b4d62ef9c278 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:01.535707 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.604348 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.683850 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.698607 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90143bd-6d03-4ab4-b5bb-8e31a0e2ee6b req-6aa97fce-f311-4c87-bc3f-e3afc0ca0493 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:01.700080 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f90143bd-6d03-4ab4-b5bb-8e31a0e2ee6b req-6aa97fce-f311-4c87-bc3f-e3afc0ca0493 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 945 time: 0.1739867
Aug 24 19:55:01.717996 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port ef575c93-e7d3-4244-abd9-b4d62ef9c278, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ef575c93-e7d3-4244-abd9-b4d62ef9c278,segment=NetworkSegment(755b8881-861c-41a8-96fe-d8499f8193ec),segment_id=755b8881-861c-41a8-96fe-d8499f8193ec)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:01.771207 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f90143bd-6d03-4ab4-b5bb-8e31a0e2ee6b req-09e34ea3-07ca-4472-a1b8-c62ef5fd127e tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584803
Aug 24 19:55:01.792325 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fe67-7d3e-4ec3-a1dc-b68d20ec60c8 req-f7399f1a-bbef-46db-9c24-8a864e4ca37f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:01.794367 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7694fe67-7d3e-4ec3-a1dc-b68d20ec60c8 req-f7399f1a-bbef-46db-9c24-8a864e4ca37f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 944 time: 0.1449301
Aug 24 19:55:01.838418 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7694fe67-7d3e-4ec3-a1dc-b68d20ec60c8 req-0654a069-4bb3-439b-9f65-e8c8b9725236 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381334
Aug 24 19:55:01.870390 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.872347 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:01.943391 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=ef575c93-e7d3-4244-abd9-b4d62ef9c278,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:01.946725 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:01.968181 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.977660 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-33790c7a-6775-4306-a684-ba1c2af065ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:01.992740 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaa4081-6c5d-4646-a46f-faa0ecfe5ddb,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:01.996390 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:01.998091 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:01.999679 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eaa4081-6c5d-4646-a46f-faa0ecfe5ddb HTTP/1.1" status: 204  len: 168 time: 0.6077638
Aug 24 19:55:02.131746 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-4a70847f-6162-44d7-8e58-4348ca3fcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:02.133904 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-4a70847f-6162-44d7-8e58-4348ca3fcb64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 1098 time: 0.0890090
Aug 24 19:55:02.162816 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:02.177727 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:02.181613 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Usage tracker for resource:security_group_rule and tenant:87229271d481454eb9f964a20bc26e61 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:02.184732 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:02.190652 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:02.279506 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:02.395513 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:02.395607 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 128fe211-8d36-4c43-bf74-f3c0603054f4 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:55:02.420515 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:02.428573 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8833d498-e1ea-4aee-964b-47182eb502e2 req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2875993
Aug 24 19:55:02.575020 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 128fe211-8d36-4c43-bf74-f3c0603054f4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=128fe211-8d36-4c43-bf74-f3c0603054f4,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:02.588480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '128fe211-8d36-4c43-bf74-f3c0603054f4', 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'port_id': '128fe211-8d36-4c43-bf74-f3c0603054f4', 'mac_address': 'fa:16:3e:11:0d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:55:02.629611 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=52a8c5af-c320-46a7-a7f4-7e0192414943,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:02.639398 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:02.656556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:02.668362 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128fe211-8d36-4c43-bf74-f3c0603054f4 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:02.675990 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d2163-2938-4fc7-a92e-f7be0832aad5 req-4c7f1d48-423d-4ea3-baa2-c5319388ae35 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:02.677541 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-205d2163-2938-4fc7-a92e-f7be0832aad5 req-4c7f1d48-423d-4ea3-baa2-c5319388ae35 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.2479000
Aug 24 19:55:02.686257 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 128fe211-8d36-4c43-bf74-f3c0603054f4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=128fe211-8d36-4c43-bf74-f3c0603054f4,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:02.689425 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661454-8eb2-41b2-b8e6-1311b9952a19 req-dccb3854-d1b9-4ed8-be23-02f761e3a81b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:02.690885 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1a661454-8eb2-41b2-b8e6-1311b9952a19 req-dccb3854-d1b9-4ed8-be23-02f761e3a81b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 943 time: 0.2128005
Aug 24 19:55:02.761547 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-205d2163-2938-4fc7-a92e-f7be0832aad5 req-3c033c20-dea9-4d77-8b07-c06f1d715eb0 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696678
Aug 24 19:55:02.769116 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1a661454-8eb2-41b2-b8e6-1311b9952a19 req-720e5086-e058-4fc0-add9-04c0a3a3a80b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618787
Aug 24 19:55:02.898959 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:02.900656 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:02.982591 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=128fe211-8d36-4c43-bf74-f3c0603054f4,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:02.992070 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:03.045460 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-30f7fd9f-cd04-4536-a3c9-4c71dfc9cf07 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:03.046927 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-30f7fd9f-cd04-4536-a3c9-4c71dfc9cf07 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/networks?id=33500939-4bd5-4b0a-a83e-b8df6c8acbae HTTP/1.1" status: 200  len: 808 time: 0.1984694
Aug 24 19:55:03.068778 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2c131-50a3-4db0-9304-4a760b5e2c2d req-19c2f4eb-2249-4872-9545-a8676c6e7f59 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:03.070243 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-def2c131-50a3-4db0-9304-4a760b5e2c2d req-19c2f4eb-2249-4872-9545-a8676c6e7f59 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.1904008
Aug 24 19:55:03.073732 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-ec005386-68c1-432c-b724-4f0d3fb6dce6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/quotas/06817fcb9ed4446c990374f60583e38e HTTP/1.1" status: 200  len: 375 time: 0.0193713
Aug 24 19:55:03.129548 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52642) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:03.149382 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.153895 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-46ed1208-d6cd-4587-a01b-a716051aa0c3 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=06817fcb9ed4446c990374f60583e38e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628338
Aug 24 19:55:03.166741 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:03.169323 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-def2c131-50a3-4db0-9304-4a760b5e2c2d req-8958b5cc-7d6e-4c94-9adb-b5378e93b25b tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918002
Aug 24 19:55:03.171716 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Usage tracker for resource:security_group_rule and tenant:c749d76ab4934c9e918ed029f9e71451 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:03.174913 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:03.191072 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:03.287880 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.299054 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-f9e87725-629e-4514-8de2-e2dd62a7aced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.367792 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.377500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-38078bed-93ca-478a-b5f2-acd245155da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:03.400641 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-63e329bf-5bbb-4aa1-a9ed-d45d33b725c2 service neutron] 10.222.0.37 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301724
Aug 24 19:55:03.412457 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767584-2417-4c41-9faa-856203f9c720 req-d876b808-c053-4385-be7c-bd1a681805d4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:03.413926 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec767584-2417-4c41-9faa-856203f9c720 req-d876b808-c053-4385-be7c-bd1a681805d4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 944 time: 0.1265790
Aug 24 19:55:03.421342 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c749d76ab4934c9e918ed029f9e71451&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2873728
Aug 24 19:55:03.421811 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52652) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:03.433105 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fa044-ddff-4067-8677-d3cbacae49ff,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:03.437872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:03.484549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.512853 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:03.514814 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.531375 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec767584-2417-4c41-9faa-856203f9c720 req-57aeb5c0-0457-49bf-88e6-3f2323be907e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987308
Aug 24 19:55:03.586650 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278', 'code': 200}
Aug 24 19:55:03.588266 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-2ad5d3c2-788d-4580-9a7d-4d2d8f6fdedd service neutron] 10.222.0.37 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730742
Aug 24 19:55:03.659594 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.664775 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:03.677754 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fa044-ddff-4067-8677-d3cbacae49ff,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:03.683962 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:03.683962 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:03.683962 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a2fa044-ddff-4067-8677-d3cbacae49ff HTTP/1.1" status: 204  len: 168 time: 0.2598231
Aug 24 19:55:04.039140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b43cba-4426-4dba-8857-434e4f36c46f req-6425c372-ed1c-475b-b8b3-c6a7f30c92af tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:04.040579 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-56b43cba-4426-4dba-8857-434e4f36c46f req-6425c372-ed1c-475b-b8b3-c6a7f30c92af tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.1428199
Aug 24 19:55:04.048751 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dfaae-2dcc-4fcd-a08d-a09e6a07cec1 req-df1e49e6-144a-4212-b42d-3aa64d0103f1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:04.050081 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-306dfaae-2dcc-4fcd-a08d-a09e6a07cec1 req-df1e49e6-144a-4212-b42d-3aa64d0103f1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 943 time: 0.1131353
Aug 24 19:55:04.126933 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-56b43cba-4426-4dba-8857-434e4f36c46f req-1d20917f-1edb-46bd-95d3-97fd36ff870a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758610
Aug 24 19:55:04.131458 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-306dfaae-2dcc-4fcd-a08d-a09e6a07cec1 req-76ffcb22-bf81-4a7c-9261-ea5d7819d03c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656071
Aug 24 19:55:04.173556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:04.233685 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-63736de9-ec05-4dc8-8e52-928d1c204893 req-1a034255-550c-4d45-bcf1-274d923c09c9 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.0639133
Aug 24 19:55:04.361825 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054110b7-920a-4579-891a-2196f66132b1 req-54e7b4f1-72d8-413a-87ee-a1ef5742904e tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:04.363291 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-054110b7-920a-4579-891a-2196f66132b1 req-54e7b4f1-72d8-413a-87ee-a1ef5742904e tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.0841124
Aug 24 19:55:04.407472 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-054110b7-920a-4579-891a-2196f66132b1 req-05aa1fa1-8bc4-4f33-a6b5-25ad1ab648ae tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385742
Aug 24 19:55:04.508136 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:55:04.640866 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:04.656549 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb', 'network_id': '0f4a6fcd-c6f4-40b9-980a-7db1b1303f88', 'port_id': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb', 'mac_address': 'fa:16:3e:a2:63:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772f1f92-e06e-4e49-b88b-ce1bb8776be5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:55:04.713795 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:04.730761 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:04.735993 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8317d9-2e72-4a52-b9cc-344c24f36115 req-f9466cb9-1a66-4efd-9c6e-5dc08f48464b tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:04.737411 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8b8317d9-2e72-4a52-b9cc-344c24f36115 req-f9466cb9-1a66-4efd-9c6e-5dc08f48464b tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 944 time: 0.0960963
Aug 24 19:55:04.747113 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:04.780788 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8b8317d9-2e72-4a52-b9cc-344c24f36115 req-fbc3989c-2a64-4098-84ee-f2016947e777 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378389
Aug 24 19:55:04.934474 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:04.937445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:05.028132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:05.031929 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:05.377183 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67874e-84b7-4490-a92e-d26b369d9c87 req-2e1b06e1-81fc-4a45-8ddc-5c723528f326 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:05.378799 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c67874e-84b7-4490-a92e-d26b369d9c87 req-2e1b06e1-81fc-4a45-8ddc-5c723528f326 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.1402967
Aug 24 19:55:05.390804 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d377e-dab1-442e-997f-e7fa169fed06 req-0fa19624-fa11-4f92-9484-fdfc05c84c85 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:05.392229 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f68d377e-dab1-442e-997f-e7fa169fed06 req-0fa19624-fa11-4f92-9484-fdfc05c84c85 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 944 time: 0.1199272
Aug 24 19:55:05.465855 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c67874e-84b7-4490-a92e-d26b369d9c87 req-9b1a92fb-2692-4d77-8435-15724b48546c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726359
Aug 24 19:55:05.470166 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f68d377e-dab1-442e-997f-e7fa169fed06 req-ee8b6e2e-1b7c-44a7-9311-3b8627840034 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640585
Aug 24 19:55:05.528846 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:05.551220 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f3f0cc57-7ebb-46cd-9aee-86fb9dc7c0e7 req-a10bedcd-dfd0-4b07-85ec-d091cfb2cc11 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.0416856
Aug 24 19:55:05.659717 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63444477-e303-4b91-afd2-b509a45ff9a3 req-5d91ea9b-3780-4c60-adb7-eb30a7a737ba tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:05.661161 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-63444477-e303-4b91-afd2-b509a45ff9a3 req-5d91ea9b-3780-4c60-adb7-eb30a7a737ba tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.0866208
Aug 24 19:55:05.760332 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-63444477-e303-4b91-afd2-b509a45ff9a3 req-b6f33038-4c95-40df-a361-ef438435d89f tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933392
Aug 24 19:55:05.888186 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:05.923892 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['128fe211-8d36-4c43-bf74-f3c0603054f4'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:05.972540 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b490faf-b957-4033-b0de-ec78db63ea19 req-163583e3-81fc-457c-a1fc-0c2f654cb031 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:05.974047 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b490faf-b957-4033-b0de-ec78db63ea19 req-163583e3-81fc-457c-a1fc-0c2f654cb031 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 944 time: 0.0795763
Aug 24 19:55:06.020687 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b490faf-b957-4033-b0de-ec78db63ea19 req-5f98dfd9-4b3c-4365-bc43-acd371f93fba tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408249
Aug 24 19:55:06.428276 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b3c5-17e7-495a-b271-8c24cf45694c req-973d0b9f-7899-4bb3-9060-9f45991cc8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:06.429792 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3af4b3c5-17e7-495a-b271-8c24cf45694c req-973d0b9f-7899-4bb3-9060-9f45991cc8ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 1099 time: 0.1157093
Aug 24 19:55:06.473149 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3af4b3c5-17e7-495a-b271-8c24cf45694c req-711f2a9a-b098-4372-8454-a03423584f55 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354278
Aug 24 19:55:06.504041 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device e97def42-db67-43ff-b400-0874231a4078 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:55:06.687776 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port e97def42-db67-43ff-b400-0874231a4078, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=e97def42-db67-43ff-b400-0874231a4078,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:06.707201 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'e97def42-db67-43ff-b400-0874231a4078', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'port_id': 'e97def42-db67-43ff-b400-0874231a4078', 'mac_address': 'fa:16:3e:fe:9c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:55:06.772818 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:06.777229 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26baab0-31bb-44ce-becc-cf7125ab3a01 req-9a1201d0-3e46-4f84-99ab-758fb5306322 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:06.778691 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a26baab0-31bb-44ce-becc-cf7125ab3a01 req-9a1201d0-3e46-4f84-99ab-758fb5306322 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 944 time: 0.1188643
Aug 24 19:55:06.791182 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97def42-db67-43ff-b400-0874231a4078 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:06.806667 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port e97def42-db67-43ff-b400-0874231a4078, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=e97def42-db67-43ff-b400-0874231a4078,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:06.813654 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cecea4-629e-4376-ba43-9d7687a6dd1b req-a0885d1a-1a7d-47a6-b096-fd3028ff903f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:06.815113 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-03cecea4-629e-4376-ba43-9d7687a6dd1b req-a0885d1a-1a7d-47a6-b096-fd3028ff903f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.2030790
Aug 24 19:55:06.854527 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a26baab0-31bb-44ce-becc-cf7125ab3a01 req-c74898ec-9251-4e26-837e-29233480fc67 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672879
Aug 24 19:55:06.875256 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-03cecea4-629e-4376-ba43-9d7687a6dd1b req-5c08e5f5-68e3-42bf-8e4d-6631734d3c4d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498800
Aug 24 19:55:07.059028 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5bdbc214-4802-4ca9-8c57-dbc407308964 req-f80ee1d9-ff90-45d3-947b-9e4c2e1180df tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.1023090
Aug 24 19:55:07.125833 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ccf77-cc2b-444e-bf39-e99115a78334 req-89fc3259-c099-4a20-b739-81852c0ea8a7 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:07.130645 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:07.135432 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:07.142288 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cf3ccf77-cc2b-444e-bf39-e99115a78334 req-89fc3259-c099-4a20-b739-81852c0ea8a7 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.1540802
Aug 24 19:55:07.218570 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=e97def42-db67-43ff-b400-0874231a4078,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:07.222552 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:07.276784 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cf3ccf77-cc2b-444e-bf39-e99115a78334 req-0b7924be-6ba5-43c7-ab4b-1f9be5bd376a tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336174
Aug 24 19:55:07.313727 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacd4c4-ff63-40b0-a0cb-def383de13e4 req-9b846736-4dd9-4d68-8b4c-2c49c8a96bc7 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:07.315503 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-baacd4c4-ff63-40b0-a0cb-def383de13e4 req-9b846736-4dd9-4d68-8b4c-2c49c8a96bc7 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 945 time: 0.1130557
Aug 24 19:55:07.363240 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-baacd4c4-ff63-40b0-a0cb-def383de13e4 req-452968b2-7833-4a44-b6a1-380f72d0d527 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420573
Aug 24 19:55:07.489030 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['e97def42-db67-43ff-b400-0874231a4078'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:08.110140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3dc2-d887-4d5b-a4cc-16f3b5911c61 req-f102231c-78ad-4a78-945d-98ae63865b11 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:08.111649 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-681e3dc2-d887-4d5b-a4cc-16f3b5911c61 req-f102231c-78ad-4a78-945d-98ae63865b11 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 944 time: 0.1528437
Aug 24 19:55:08.124441 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209598a8-9bfb-460e-acb7-7e7eb201ed45 req-dddeb116-7c18-42ce-b2fa-3bfe47b0d23e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:08.125899 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-209598a8-9bfb-460e-acb7-7e7eb201ed45 req-dddeb116-7c18-42ce-b2fa-3bfe47b0d23e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.1280479
Aug 24 19:55:08.197721 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-681e3dc2-d887-4d5b-a4cc-16f3b5911c61 req-760f6279-d433-4438-a801-fc431828fbbe tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706851
Aug 24 19:55:08.200426 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-209598a8-9bfb-460e-acb7-7e7eb201ed45 req-ca14bb7b-5ad6-4db2-a3f0-e448414038b6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587671
Aug 24 19:55:08.371288 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c689c7d3-8d51-4d99-9be1-83b107d75ee9 req-a97d9a48-a2d9-427a-b159-2f26bc74aa17 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.0648437
Aug 24 19:55:08.524411 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:08.675990 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-a38f46e2-ee51-49a9-a8e3-21e29ab24c94 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:08.677454 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-a38f46e2-ee51-49a9-a8e3-21e29ab24c94 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "GET /v2.0/networks?id=33500939-4bd5-4b0a-a83e-b8df6c8acbae HTTP/1.1" status: 200  len: 808 time: 0.3052375
Aug 24 19:55:08.694733 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Request body: {'port': {'device_id': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae', 'admin_state_up': True, 'tenant_id': '06817fcb9ed4446c990374f60583e38e'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:08.725955 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1cae6-5673-468e-95fd-f4c0da78778f req-e566ad53-2baa-4bce-8f30-204231149ae7 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:08.727787 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-48f1cae6-5673-468e-95fd-f4c0da78778f req-e566ad53-2baa-4bce-8f30-204231149ae7 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 945 time: 0.2134712
Aug 24 19:55:08.784558 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1c2f6-3186-4565-86e9-6aeabe16c503 req-dfa16004-6c9e-4d0e-8ccf-ca1d3457ad26 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:08.785970 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2fa1c2f6-3186-4565-86e9-6aeabe16c503 req-dfa16004-6c9e-4d0e-8ccf-ca1d3457ad26 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.3629189
Aug 24 19:55:08.910178 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2fa1c2f6-3186-4565-86e9-6aeabe16c503 req-6ff7528b-139e-4214-8e67-17aaca427733 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181278
Aug 24 19:55:08.912730 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-48f1cae6-5673-468e-95fd-f4c0da78778f req-86d314c0-e33d-447f-916c-45eb4ed37f61 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365330
Aug 24 19:55:08.918750 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:08.923392 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Usage tracker for resource:port and tenant:06817fcb9ed4446c990374f60583e38e is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:08.926372 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:08.936619 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:09.016102 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:09.021579 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:09.022151 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:09.145556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:09.172593 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:09.182129 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:09.187444 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Made reservation on behalf of 06817fcb9ed4446c990374f60583e38e for: {'port': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:09.190940 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:09.215488 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb', 'code': 200}
Aug 24 19:55:09.330628 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:09.331740 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 128fe211-8d36-4c43-bf74-f3c0603054f4 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:09.359923 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:09.493950 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Allocated IP 172.20.0.12 (33500939-4bd5-4b0a-a83e-b8df6c8acbae/d992b8ef-1b73-47f9-beac-4c6017b9f3a5/c277bc21-f0fd-4f40-b822-d1382d1afbe5) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:55:09.504838 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:09.509253 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:09.569000 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18c90f-04fe-44fd-9033-1eb2ba11b894 req-23cfc286-654e-4b01-8119-b96b59819f1c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:09.570418 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4a18c90f-04fe-44fd-9033-1eb2ba11b894 req-23cfc286-654e-4b01-8119-b96b59819f1c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.2301614
Aug 24 19:55:09.593407 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0d4e19f7-7e04-4aca-b4e1-66e21caf0ea6 req-27d56bb5-3652-4408-bef0-3d46653d5408 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.0625458
Aug 24 19:55:09.707796 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4a18c90f-04fe-44fd-9033-1eb2ba11b894 req-4192eb69-9ea1-4374-bb3c-36a37fa160f5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246269
Aug 24 19:55:09.787754 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:09.844938 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 128fe211-8d36-4c43-bf74-f3c0603054f4 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:09.851369 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 128fe211-8d36-4c43-bf74-f3c0603054f4 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:09.851771 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:09.988214 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:10.026799 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de28fb-977d-406e-8fe3-49af2bed5c00 req-469c6381-74a7-4e18-8d00-ccb22c9e74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:10.028833 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51de28fb-977d-406e-8fe3-49af2bed5c00 req-469c6381-74a7-4e18-8d00-ccb22c9e74e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 1098 time: 0.0820148
Aug 24 19:55:10.033639 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 128fe211-8d36-4c43-bf74-f3c0603054f4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=128fe211-8d36-4c43-bf74-f3c0603054f4,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:10.083261 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:10.089657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:10.133909 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51de28fb-977d-406e-8fe3-49af2bed5c00 req-c952a6f3-2788-49ab-93d5-81f331803755 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982833
Aug 24 19:55:10.198789 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Network 33500939-4bd5-4b0a-a83e-b8df6c8acbae is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:55:10.207411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:55:10.209922 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:55:10.215626 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:10.216233 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:10.253220 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Pushing event updated for resources: {'Port': ['ID=c277bc21-f0fd-4f40-b822-d1382d1afbe5,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:10.256092 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:10.286214 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9c5c6-6877-4ce4-b9b5-22167fc33739 req-a017374a-7049-48b2-b26c-d2194860745f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:10.287704 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8ff9c5c6-6877-4ce4-b9b5-22167fc33739 req-a017374a-7049-48b2-b26c-d2194860745f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 945 time: 0.1559336
Aug 24 19:55:10.302488 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:10.303656 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device e97def42-db67-43ff-b400-0874231a4078 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:10.334781 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:10.336992 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8ff9c5c6-6877-4ce4-b9b5-22167fc33739 req-d047dcc7-63cd-4d75-b0b0-627f70cdd78f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436842
Aug 24 19:55:10.445111 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=128fe211-8d36-4c43-bf74-f3c0603054f4,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:10.448296 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:10.474398 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7867920
Aug 24 19:55:10.491389 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Request body: {'port': {'device_id': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:10.600374 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:10.755565 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port e97def42-db67-43ff-b400-0874231a4078 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:10.761758 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port e97def42-db67-43ff-b400-0874231a4078 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:10.762120 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:10.910700 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:10.943300 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port e97def42-db67-43ff-b400-0874231a4078, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=e97def42-db67-43ff-b400-0874231a4078,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:10.944133 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cf681-3529-4d98-9ace-a592f7060b2e req-1ffd293a-5300-4f0b-93fe-71525f844f92 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:10.944825 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-587cf681-3529-4d98-9ace-a592f7060b2e req-1ffd293a-5300-4f0b-93fe-71525f844f92 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Synchronizing usage tracker for tenant:06817fcb9ed4446c990374f60583e38e on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:55:11.028287 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f082-bab3-4a97-9d96-43e6ee21c8fe req-f4e8509d-48ea-4b14-8538-9bdf193ce084 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:11.029662 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7e05f082-bab3-4a97-9d96-43e6ee21c8fe req-f4e8509d-48ea-4b14-8538-9bdf193ce084 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1596336
Aug 24 19:55:11.129304 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7e05f082-bab3-4a97-9d96-43e6ee21c8fe req-6cb3a730-1275-406a-a006-b112f8b18139 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887799
Aug 24 19:55:11.131098 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c277bc21-f0fd-4f40-b822-d1382d1afbe5 {{(pid=80016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:11.138461 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:11.152881 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Transition to ACTIVE for port object c277bc21-f0fd-4f40-b822-d1382d1afbe5 will not be triggered until provisioned by entity L2. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:55:11.165541 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:11.168324 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-25f47854-9fdf-4c96-a07f-ee230d40a5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:11.199733 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-587cf681-3529-4d98-9ace-a592f7060b2e req-1ffd293a-5300-4f0b-93fe-71525f844f92 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Unset dirty status for tenant:06817fcb9ed4446c990374f60583e38e on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:55:11.200940 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-587cf681-3529-4d98-9ace-a592f7060b2e req-1ffd293a-5300-4f0b-93fe-71525f844f92 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 932 time: 0.4893775
Aug 24 19:55:11.220197 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128fe211-8d36-4c43-bf74-f3c0603054f4'}, {'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97def42-db67-43ff-b400-0874231a4078'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:11.243322 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=e97def42-db67-43ff-b400-0874231a4078,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:11.247134 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:11.250060 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-587cf681-3529-4d98-9ace-a592f7060b2e req-e3d7e5d6-2a89-48a1-af8d-d0d244e34a5d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428004
Aug 24 19:55:11.285067 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128fe211-8d36-4c43-bf74-f3c0603054f4', 'code': 200}
Aug 24 19:55:11.285342 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97def42-db67-43ff-b400-0874231a4078', 'code': 200}
Aug 24 19:55:11.319782 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:11.325324 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:11.483466 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Pushing event updated for resources: {'Port': ['ID=c277bc21-f0fd-4f40-b822-d1382d1afbe5,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:11.486251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:11.547945 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Attempting to bind port c277bc21-f0fd-4f40-b822-d1382d1afbe5 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:55:11.548195 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Attempting to bind port c277bc21-f0fd-4f40-b822-d1382d1afbe5 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'}] {{(pid=80016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:55:11.548516 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Attempting to bind port c277bc21-f0fd-4f40-b822-d1382d1afbe5 on network 33500939-4bd5-4b0a-a83e-b8df6c8acbae {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:55:11.555992 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Port c277bc21-f0fd-4f40-b822-d1382d1afbe5 on network 33500939-4bd5-4b0a-a83e-b8df6c8acbae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:55:11.556307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Attempting to bind port c277bc21-f0fd-4f40-b822-d1382d1afbe5 on network 33500939-4bd5-4b0a-a83e-b8df6c8acbae {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:55:11.572477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:55:11.572477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Checking segment: {'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:55:11.572477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Bound using segment: {'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'} {{(pid=80016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:55:11.572477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.managers [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Bound port: c277bc21-f0fd-4f40-b822-d1382d1afbe5, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'}}] {{(pid=80016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:55:11.572477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:11.646281 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd04c3-5cef-4cfb-9634-c17287b849a6 req-9305f704-7c14-4f64-9a57-a257b24574a8 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:11.647814 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33dd04c3-5cef-4cfb-9634-c17287b849a6 req-9305f704-7c14-4f64-9a57-a257b24574a8 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1703296
Aug 24 19:55:11.758937 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] For port c277bc21-f0fd-4f40-b822-d1382d1afbe5, host hv-cinder-80587, cleared binding levels {{(pid=80016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:55:11.766755 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33dd04c3-5cef-4cfb-9634-c17287b849a6 req-73ff1da1-dd88-4f00-aa8e-55c4ecd6c4f0 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131821
Aug 24 19:55:11.771660 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] For port c277bc21-f0fd-4f40-b822-d1382d1afbe5, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c277bc21-f0fd-4f40-b822-d1382d1afbe5,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:55:11.886692 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:11.891748 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:11.945152 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:11.945761 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:11.947135 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] 10.222.0.60 "PUT /v2.0/ports/c277bc21-f0fd-4f40-b822-d1382d1afbe5 HTTP/1.1" status: 200  len: 1094 time: 1.4642115
Aug 24 19:55:11.947600 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'tag': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:11.967477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Pushing event updated for resources: {'Port': ['ID=c277bc21-f0fd-4f40-b822-d1382d1afbe5,revision_number=3']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:11.970807 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:11.992709 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'tag': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5', 'status': 'completed', 'code': 200}
Aug 24 19:55:12.317028 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084e46-6f7c-4441-b98e-26f3d6b70711 req-ed1253b0-d79a-4e5b-84b8-3ca284e46a14 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:12.318657 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-02084e46-6f7c-4441-b98e-26f3d6b70711 req-ed1253b0-d79a-4e5b-84b8-3ca284e46a14 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0859950
Aug 24 19:55:12.414138 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-02084e46-6f7c-4441-b98e-26f3d6b70711 req-3699405d-442e-4c09-bfd0-b61c8aca0bac tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893993
Aug 24 19:55:12.454772 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbec4d-4bb5-49be-8901-1fac278fa35a req-ff795c11-c825-48f9-99b9-710d33925e63 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:12.456354 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-08dbec4d-4bb5-49be-8901-1fac278fa35a req-ff795c11-c825-48f9-99b9-710d33925e63 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.0935760
Aug 24 19:55:12.504163 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-08dbec4d-4bb5-49be-8901-1fac278fa35a req-91123023-00c9-425d-9ca7-f4df688d6dab tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418048
Aug 24 19:55:12.950877 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad62a2e-90f2-42b3-9c68-64c263c0924d req-8368716d-f04d-4a95-b408-3811c1fedabd tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:12.951406 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4ad62a2e-90f2-42b3-9c68-64c263c0924d req-8368716d-f04d-4a95-b408-3811c1fedabd tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0813403
Aug 24 19:55:12.998888 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4ad62a2e-90f2-42b3-9c68-64c263c0924d req-b64d4693-f0e2-4545-881c-6e6a19704efe tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411761
Aug 24 19:55:13.611523 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fb4f2-6969-4cef-b798-4059978679ba req-9c24bd4c-d141-4131-aa67-d88599806a92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:13.616452 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-204fb4f2-6969-4cef-b798-4059978679ba req-9c24bd4c-d141-4131-aa67-d88599806a92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0909896
Aug 24 19:55:13.710844 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-204fb4f2-6969-4cef-b798-4059978679ba req-1d390184-424f-4078-8679-8adeef0c36f4 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917611
Aug 24 19:55:13.730147 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7455-7f77-45ff-8b05-73eed40498ec req-d331a9d4-a2a8-46a9-b3ee-e447fbab8909 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:13.731650 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74df7455-7f77-45ff-8b05-73eed40498ec req-d331a9d4-a2a8-46a9-b3ee-e447fbab8909 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.1109135
Aug 24 19:55:13.778331 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74df7455-7f77-45ff-8b05-73eed40498ec req-93f595c0-3e6c-41c5-bf1c-f9bca814e6f4 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402243
Aug 24 19:55:13.935145 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6986e5-b781-446b-9b13-398f8717c8fd req-3bae4674-c87c-4e91-8628-035408a3539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:13.936619 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd6986e5-b781-446b-9b13-398f8717c8fd req-3bae4674-c87c-4e91-8628-035408a3539e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06817fcb9ed4446c990374f60583e38e&device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 1097 time: 0.0819790
Aug 24 19:55:13.990353 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52894) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:14.088549 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6986e5-b781-446b-9b13-398f8717c8fd req-3e302bb4-bb15-4f91-9ee3-f3b159867e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:14.090031 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd6986e5-b781-446b-9b13-398f8717c8fd req-3e302bb4-bb15-4f91-9ee3-f3b159867e64 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=06817fcb9ed4446c990374f60583e38e&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1412697
Aug 24 19:55:14.123315 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:14.151082 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:14.160500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:40691c553e344217bff68d860748fcfe is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:14.165252 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:14.176942 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:14.262705 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:14.322622 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6986e5-b781-446b-9b13-398f8717c8fd req-69f81da7-f109-44b0-9eeb-a869ef343d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:14.324056 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd6986e5-b781-446b-9b13-398f8717c8fd req-69f81da7-f109-44b0-9eeb-a869ef343d21 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2264917
Aug 24 19:55:14.333674 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9568-702a-4989-bdb1-4d8436f562eb req-fd420a99-774d-4cb3-b0dc-ffb65cc2c233 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:14.335368 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-285b9568-702a-4989-bdb1-4d8436f562eb req-fd420a99-774d-4cb3-b0dc-ffb65cc2c233 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.2035763
Aug 24 19:55:14.417556 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-285b9568-702a-4989-bdb1-4d8436f562eb req-ad0d09f7-46d0-4fe6-af70-e0aea55349b1 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752242
Aug 24 19:55:14.464910 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:14.474100 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:14.474264 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f843c0b3-5c9d-45af-a838-9e0408eb420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:14.476110 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-f843c0b3-5c9d-45af-a838-9e0408eb420c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06817fcb9ed4446c990374f60583e38e&device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 1097 time: 0.0929370
Aug 24 19:55:14.569986 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40691c553e344217bff68d860748fcfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5785310
Aug 24 19:55:14.576101 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52908) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:14.583212 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55aaa44-a472-455d-bf8e-4f92d7160fbd,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:14.586664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:14.602820 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-d92ae7e7-664a-49ba-abe7-e3771fb0d5e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c277bc21-f0fd-4f40-b822-d1382d1afbe5 HTTP/1.1" status: 200  len: 217 time: 0.0719731
Aug 24 19:55:14.632975 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96203940-ad5f-4cde-9c7f-df6806765daf req-2b15b0f9-ecee-462e-9f2c-fb9d70b157c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:14.634552 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-96203940-ad5f-4cde-9c7f-df6806765daf req-2b15b0f9-ecee-462e-9f2c-fb9d70b157c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 1099 time: 0.1389863
Aug 24 19:55:14.655240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734e5dc-538f-44d2-a6fb-312d117d39bd req-d42abbcd-7449-4e46-94ce-71faafb64959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:14.656708 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-d734e5dc-538f-44d2-a6fb-312d117d39bd req-d42abbcd-7449-4e46-94ce-71faafb64959 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.1604435
Aug 24 19:55:14.661520 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:14.689367 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:14.912626 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95252f2-751b-47f2-b192-ae394cdf5381 req-d4714731-4c03-4028-b5e4-9d60e73255cf tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:14.914156 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d95252f2-751b-47f2-b192-ae394cdf5381 req-d4714731-4c03-4028-b5e4-9d60e73255cf tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0927651
Aug 24 19:55:14.932656 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:14.937743 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-579ae282-2e65-40ae-a273-2d150a7dbe00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:14.952489 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55aaa44-a472-455d-bf8e-4f92d7160fbd,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:14.953058 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:14.956348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:14.958963 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b55aaa44-a472-455d-bf8e-4f92d7160fbd HTTP/1.1" status: 204  len: 168 time: 0.3831611
Aug 24 19:55:14.974887 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d95252f2-751b-47f2-b192-ae394cdf5381 req-bacf5848-770c-4ea8-9d00-5d232d13bd14 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517850
Aug 24 19:55:15.134146 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f03a-fe3b-4c2c-ac5c-c2b310592b91 req-4f0f2265-d066-4700-ae3d-44c9fe99a1f7 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:15.135595 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7516f03a-fe3b-4c2c-ac5c-c2b310592b91 req-4f0f2265-d066-4700-ae3d-44c9fe99a1f7 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.0774317
Aug 24 19:55:15.182370 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7516f03a-fe3b-4c2c-ac5c-c2b310592b91 req-f2a408cd-b755-4c6b-8932-5ad75b09569c tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409858
Aug 24 19:55:15.604042 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e82fb-ba9e-4b69-a72e-afa6f9b6161e req-b9158269-04ce-4dd1-bc85-b9a79de882e2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:15.605548 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f57e82fb-ba9e-4b69-a72e-afa6f9b6161e req-b9158269-04ce-4dd1-bc85-b9a79de882e2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0793691
Aug 24 19:55:15.649146 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f57e82fb-ba9e-4b69-a72e-afa6f9b6161e req-ac50d5e8-5980-46a5-a053-b884a382c80c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380764
Aug 24 19:55:16.198373 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b758da8-9251-430c-8c74-71bf6a317377 req-f648eca8-d843-4c0e-a116-00e0628c740e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:16.199815 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b758da8-9251-430c-8c74-71bf6a317377 req-f648eca8-d843-4c0e-a116-00e0628c740e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1326451
Aug 24 19:55:16.243584 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b758da8-9251-430c-8c74-71bf6a317377 req-b391de13-ad7b-4ecd-bd51-eef2cc241061 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371332
Aug 24 19:55:16.415114 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca19af-80c8-492a-b73c-8896b880d48e req-2f7239ad-0af7-43ad-9fc9-809895fa86c6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:16.416556 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5aca19af-80c8-492a-b73c-8896b880d48e req-2f7239ad-0af7-43ad-9fc9-809895fa86c6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.0803258
Aug 24 19:55:16.464460 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5aca19af-80c8-492a-b73c-8896b880d48e req-4e26513f-1f13-4c7d-af7f-d2904d0cd2e3 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419619
Aug 24 19:55:16.489005 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 52954) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:16.510313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:16.524574 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:16.528522 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a768cb6266f34f7db3b961d77eb4cbe3 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:16.531346 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:16.537328 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:16.617684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:16.922314 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:16.930609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-328fb863-86c9-49ad-9451-f6e92d8da107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:16.972240 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a768cb6266f34f7db3b961d77eb4cbe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4822025
Aug 24 19:55:16.973110 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc851ce-d7e9-41ce-9850-ef5706d9d93d,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:16.974943 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 52962) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:16.976113 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:17.034652 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:17.059788 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:17.316467 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:17.321405 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a78caf9c-ae8d-4d26-ab0f-e254e4aa7955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:17.333652 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc851ce-d7e9-41ce-9850-ef5706d9d93d,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:17.336745 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:17.373215 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:17.374290 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dc851ce-d7e9-41ce-9850-ef5706d9d93d HTTP/1.1" status: 204  len: 168 time: 0.3979647
Aug 24 19:55:17.421609 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1e6bf-d9ad-4285-9234-c6d8c882fdf0 req-d01802c0-54c8-47e0-bd4b-333cb452e2e6 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:17.423017 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fdf1e6bf-d9ad-4285-9234-c6d8c882fdf0 req-d01802c0-54c8-47e0-bd4b-333cb452e2e6 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0854220
Aug 24 19:55:17.467959 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fdf1e6bf-d9ad-4285-9234-c6d8c882fdf0 req-5e860f95-7d21-47f2-8293-3d7b463a3367 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391533
Aug 24 19:55:17.568921 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-d734e5dc-538f-44d2-a6fb-312d117d39bd req-49eedf83-377b-4e76-a1a4-4e317fa2e1e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562947
Aug 24 19:55:17.654288 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-96203940-ad5f-4cde-9c7f-df6806765daf req-56408326-f023-49d4-a892-83c09a709584 service neutron] Synchronizing usage tracker for tenant:87229271d481454eb9f964a20bc26e61 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:55:17.670993 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-6d35ea79-4367-46c0-9e04-4cbe56a2bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:17.672423 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-6d35ea79-4367-46c0-9e04-4cbe56a2bbd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d992b8ef-1b73-47f9-beac-4c6017b9f3a5 HTTP/1.1" status: 200  len: 848 time: 0.1306574
Aug 24 19:55:17.704627 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20969b-6307-4a89-a37f-36ff76b33663 req-d0e9c32d-bef5-43b5-8d4f-fb8b3a8082ac tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:17.706670 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-da20969b-6307-4a89-a37f-36ff76b33663 req-d0e9c32d-bef5-43b5-8d4f-fb8b3a8082ac tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1150010
Aug 24 19:55:17.749518 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-da20969b-6307-4a89-a37f-36ff76b33663 req-5eff5b56-d4a3-4728-bb66-23c2d2a47d74 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371590
Aug 24 19:55:17.973916 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-ea50f463-8553-4dc4-9078-94783d5e9f9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33500939-4bd5-4b0a-a83e-b8df6c8acbae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1029034
Aug 24 19:55:17.995984 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc8d3-4238-4646-a042-597701e5602f req-f27faf53-9665-4813-ae8d-3b42fe5c2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:17.997754 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2dccc8d3-4238-4646-a042-597701e5602f req-f27faf53-9665-4813-ae8d-3b42fe5c2d60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 1098 time: 0.1481080
Aug 24 19:55:18.091274 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-96203940-ad5f-4cde-9c7f-df6806765daf req-56408326-f023-49d4-a892-83c09a709584 service neutron] Unset dirty status for tenant:87229271d481454eb9f964a20bc26e61 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:55:18.091274 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-96203940-ad5f-4cde-9c7f-df6806765daf req-56408326-f023-49d4-a892-83c09a709584 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5226998
Aug 24 19:55:18.112039 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-72a0cc04-ad0f-4446-a353-f910ffb544c4 service neutron] 10.222.0.60 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664765
Aug 24 19:55:18.124377 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814177e-97c1-4efe-aba0-7a006d32c42a req-3b39d5ce-b3b3-446e-86f5-204e875b0ee6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:18.125853 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8814177e-97c1-4efe-aba0-7a006d32c42a req-3b39d5ce-b3b3-446e-86f5-204e875b0ee6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.2375329
Aug 24 19:55:18.189330 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc8d3-4238-4646-a042-597701e5602f req-bbf5a526-5165-4891-97aa-7083b9483857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:18.189330 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2dccc8d3-4238-4646-a042-597701e5602f req-bbf5a526-5165-4891-97aa-7083b9483857 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 918 time: 0.1450059
Aug 24 19:55:18.190463 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8814177e-97c1-4efe-aba0-7a006d32c42a req-2d7e9974-677e-4acd-aa0f-9c4997cfd403 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439324
Aug 24 19:55:18.377032 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2dccc8d3-4238-4646-a042-597701e5602f req-186eaf36-99f7-4cdb-9956-25a107050e3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb HTTP/1.1" status: 200  len: 217 time: 0.0878849
Aug 24 19:55:18.441083 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fdfc9d0-b505-462f-ba81-98a85b1e9bc9 req-a5411f50-a930-4db5-becc-7ad8a07baa1c service neutron] 10.222.0.60 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523044
Aug 24 19:55:18.467804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc8d3-4238-4646-a042-597701e5602f req-36ca87a8-4028-4e56-80f6-7b9d8db90a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:18.469258 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2dccc8d3-4238-4646-a042-597701e5602f req-36ca87a8-4028-4e56-80f6-7b9d8db90a50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.0858865
Aug 24 19:55:18.530870 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2dccc8d3-4238-4646-a042-597701e5602f req-ec42c182-cea7-412f-9bea-13772359edc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442262
Aug 24 19:55:18.666009 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cee390-a851-436e-bda4-004abf3fe8fb req-a3ea0a95-77e5-4782-be94-ca0f38032d3e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:18.667480 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-18cee390-a851-436e-bda4-004abf3fe8fb req-a3ea0a95-77e5-4782-be94-ca0f38032d3e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0840297
Aug 24 19:55:18.710688 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2dccc8d3-4238-4646-a042-597701e5602f req-63d73ff6-7caa-4e9d-a289-ed5991864880 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262767
Aug 24 19:55:18.711455 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-18cee390-a851-436e-bda4-004abf3fe8fb req-d3df6358-5692-4e86-9fb0-d5c1eb25054a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383472
Aug 24 19:55:18.850496 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2dccc8d3-4238-4646-a042-597701e5602f req-045867d3-b24a-44dc-b28e-d7ad5a9d8f10 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320360
Aug 24 19:55:18.950259 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9709d-ab18-4eea-a817-b2d863dfd2f3 req-9b4b054d-3895-4a56-b5a3-f7f02b5bfdee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:18.951759 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-81a9709d-ab18-4eea-a817-b2d863dfd2f3 req-9b4b054d-3895-4a56-b5a3-f7f02b5bfdee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0874603
Aug 24 19:55:19.017321 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-81a9709d-ab18-4eea-a817-b2d863dfd2f3 req-e74075c4-c7ae-490e-a82f-ebeab9edceb2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567536
Aug 24 19:55:19.384491 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a454d95-7256-4143-89ef-93613814aff2 req-41e5a0d4-1d54-4be4-96ed-2f256da5c51d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:19.391806 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4a454d95-7256-4143-89ef-93613814aff2 req-41e5a0d4-1d54-4be4-96ed-2f256da5c51d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.0943093
Aug 24 19:55:19.442501 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4a454d95-7256-4143-89ef-93613814aff2 req-32081e29-3f89-44fe-85c6-2494333db6b9 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495787
Aug 24 19:55:19.723942 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:19.931855 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31631d92-5798-4eb1-af66-b7707c7cec61 req-a99226bc-8efe-488c-ab4c-b7c652b1d38a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:19.939624 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-31631d92-5798-4eb1-af66-b7707c7cec61 req-a99226bc-8efe-488c-ab4c-b7c652b1d38a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0949328
Aug 24 19:55:19.983418 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-31631d92-5798-4eb1-af66-b7707c7cec61 req-b48abcb2-f40c-43e9-ae60-422fc8e3e5bf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426595
Aug 24 19:55:20.202545 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-371c4bcd-c9b3-4390-be0f-47521449f718 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0754230
Aug 24 19:55:20.206547 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad4d32-dc02-4231-9b5b-66febeb43927 req-b90bb6a2-2425-4ea2-a0e0-51740716e250 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:20.208382 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-80ad4d32-dc02-4231-9b5b-66febeb43927 req-b90bb6a2-2425-4ea2-a0e0-51740716e250 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0854034
Aug 24 19:55:20.260988 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-80ad4d32-dc02-4231-9b5b-66febeb43927 req-4e2b4cdb-39ed-4d2c-a98e-80334cc5e8e3 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466537
Aug 24 19:55:20.363359 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-274aa94f-9770-4bb2-927a-ed27f37f3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:20.365414 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-274aa94f-9770-4bb2-927a-ed27f37f3659 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 1098 time: 0.0787723
Aug 24 19:55:20.526042 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-332d68b7-d0e1-41c8-9e71-ea11e8ed751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:20.527513 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-332d68b7-d0e1-41c8-9e71-ea11e8ed751a service neutron] 10.222.0.60 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 914 time: 0.1380379
Aug 24 19:55:20.608599 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-45e22b47-ce54-4eaa-bdd6-e4784739e8e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e2ef067-754e-4280-b2c8-36dafef26144 HTTP/1.1" status: 200  len: 217 time: 0.0667489
Aug 24 19:55:20.644863 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44b6c1-9da6-4c6b-a2b6-ef26a000e20f req-ded47a1d-7724-4a7d-a246-a1a8bef3fa1c tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:20.650358 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab44b6c1-9da6-4c6b-a2b6-ef26a000e20f req-ded47a1d-7724-4a7d-a246-a1a8bef3fa1c tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.0942111
Aug 24 19:55:20.671383 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-a99eb807-d81f-4100-b7c6-10dbc76bcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:20.672819 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-a99eb807-d81f-4100-b7c6-10dbc76bcbd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c78df88a-cc48-4da8-9616-361dca09ba93 HTTP/1.1" status: 200  len: 854 time: 0.0581138
Aug 24 19:55:20.698948 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab44b6c1-9da6-4c6b-a2b6-ef26a000e20f req-738ef632-c6de-4d98-8abf-873b419a8505 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467570
Aug 24 19:55:20.730087 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-ff9e6a77-b5be-48c5-8339-8c9edea0b8ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=21efa646-837e-4ab9-8eec-e5471e24810c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440443
Aug 24 19:55:20.869441 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-25ab0147-41cd-43c1-b502-1ccfd347a4c7 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319151
Aug 24 19:55:21.011072 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b053f385-699d-4041-9dc9-4e28b59c27ef req-3ddd4bbf-94ca-4441-a702-6f37e06aa683 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298928
Aug 24 19:55:21.240736 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588b06-88af-4db4-9754-5df3d6d7834e req-ec792544-5daf-40c5-839d-efe231c7d342 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:21.242203 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8d588b06-88af-4db4-9754-5df3d6d7834e req-ec792544-5daf-40c5-839d-efe231c7d342 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1491761
Aug 24 19:55:21.285494 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8d588b06-88af-4db4-9754-5df3d6d7834e req-8fba2115-a677-4ea6-9abd-d71343388c1d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370135
Aug 24 19:55:21.466885 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ea6ff-a268-4368-94c2-a4f6fb478f5e req-3f88577e-776b-4c9b-8c64-24a61fc3d478 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:21.474267 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-786ea6ff-a268-4368-94c2-a4f6fb478f5e req-3f88577e-776b-4c9b-8c64-24a61fc3d478 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0975673
Aug 24 19:55:21.514161 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-786ea6ff-a268-4368-94c2-a4f6fb478f5e req-3a220722-d00c-4fb4-a59e-3ff450b498dc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389810
Aug 24 19:55:21.704864 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfed2f8-61b0-4b45-b746-692936c9f4ca req-f80f0e87-6cd7-4dcc-80bf-c1f4ff98e8d4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:21.707036 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4dfed2f8-61b0-4b45-b746-692936c9f4ca req-f80f0e87-6cd7-4dcc-80bf-c1f4ff98e8d4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0928271
Aug 24 19:55:21.721023 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53126) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:21.726980 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'floatingip': {'port_id': 'e97def42-db67-43ff-b400-0874231a4078'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:21.807382 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:21.913519 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403b37-f86a-4154-9007-e28375b69b64 req-7d0baeab-f8ea-4a0f-903f-a8cba729eaa9 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:21.915094 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec403b37-f86a-4154-9007-e28375b69b64 req-7d0baeab-f8ea-4a0f-903f-a8cba729eaa9 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.0918548
Aug 24 19:55:21.976023 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec403b37-f86a-4154-9007-e28375b69b64 req-853e55a1-4451-45ff-9f2f-3e60d6f3556a tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548143
Aug 24 19:55:22.672237 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:22.710487 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e56f9-fae7-4690-a4f5-00b6ef0de54a req-5859622e-2c38-46da-9e9e-d23132411313 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:22.714658 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ca7e56f9-fae7-4690-a4f5-00b6ef0de54a req-5859622e-2c38-46da-9e9e-d23132411313 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0889435
Aug 24 19:55:22.736345 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device c277bc21-f0fd-4f40-b822-d1382d1afbe5 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:55:22.758623 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:22.766951 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ca7e56f9-fae7-4690-a4f5-00b6ef0de54a req-1d057511-7b4b-4fd0-9396-e8536f80be10 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489295
Aug 24 19:55:22.959490 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Floating IP 55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f associated. External IP: 172.27.3.165, port: e97def42-db67-43ff-b400-0874231a4078.
Aug 24 19:55:22.988109 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port c277bc21-f0fd-4f40-b822-d1382d1afbe5, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c277bc21-f0fd-4f40-b822-d1382d1afbe5,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:23.021023 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5', 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae', 'port_id': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5', 'mac_address': 'fa:16:3e:93:91:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd992b8ef-1b73-47f9-beac-4c6017b9f3a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:55:23.083861 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:23.102926 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c277bc21-f0fd-4f40-b822-d1382d1afbe5 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:23.122353 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port c277bc21-f0fd-4f40-b822-d1382d1afbe5, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c277bc21-f0fd-4f40-b822-d1382d1afbe5,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:23.222004 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:23.223980 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:23.224672 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72b994-26db-4e9e-a362-8f0c1bf1f7c1 req-dc5977b1-290a-4477-9624-015121ebe082 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:23.226152 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6e72b994-26db-4e9e-a362-8f0c1bf1f7c1 req-dc5977b1-290a-4477-9624-015121ebe082 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 944 time: 0.0818174
Aug 24 19:55:23.274531 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6e72b994-26db-4e9e-a362-8f0c1bf1f7c1 req-d89a6a33-2055-4ef5-a9ec-03aae4d9c466 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418406
Aug 24 19:55:23.313326 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=c277bc21-f0fd-4f40-b822-d1382d1afbe5,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:23.321711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.322054 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.322417 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.325739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:23.329758 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:23.471941 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Router a259415f-2b05-46b4-8c20-b4ee39ff4aed has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:55:23.654509 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:55:23.668244 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] Sync routers for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:55:23.674272 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:23.677809 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:55:23.678556 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963baed60>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:55:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:55:23.706689 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['c277bc21-f0fd-4f40-b822-d1382d1afbe5'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:23.751326 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-60c38abe-2c5f-4dd4-94a3-60792363f297 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "PUT /v2.0/floatingips/55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f HTTP/1.1" status: 200  len: 992 time: 2.0116024
Aug 24 19:55:23.751326 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'tag': 'e97def42-db67-43ff-b400-0874231a4078'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:23.873420 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:55:23.935072 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'tag': 'e97def42-db67-43ff-b400-0874231a4078', 'status': 'completed', 'code': 200}
Aug 24 19:55:24.120772 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a790ce-9efa-41a5-87df-584001dfece6 req-057ec4ab-413b-4de8-83ae-cc2db2e73047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:24.135938 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-52a790ce-9efa-41a5-87df-584001dfece6 req-057ec4ab-413b-4de8-83ae-cc2db2e73047 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 1099 time: 0.1643500
Aug 24 19:55:24.158066 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23beb06-230a-44c0-acc2-663414b6dec8 req-45434d4e-2691-4885-9f51-f9f02b555492 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:24.159768 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e23beb06-230a-44c0-acc2-663414b6dec8 req-45434d4e-2691-4885-9f51-f9f02b555492 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1170652
Aug 24 19:55:24.242797 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e23beb06-230a-44c0-acc2-663414b6dec8 req-f9fb4c15-9abe-4ba7-bafc-4f5ab0d7cfd8 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762100
Aug 24 19:55:24.333021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a790ce-9efa-41a5-87df-584001dfece6 req-ea90e97e-00db-4e50-9c62-22e53ba49805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:24.335306 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-52a790ce-9efa-41a5-87df-584001dfece6 req-ea90e97e-00db-4e50-9c62-22e53ba49805 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 911 time: 0.1836188
Aug 24 19:55:24.346842 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963baed60>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'port_id': 'e97def42-db67-43ff-b400-0874231a4078', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'mac_address': 'fa:16:3e:fe:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:38Z', 'updated_at': '2021-08-24T19:55:22Z', 'revision_number': 1, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:55:24.352238 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] Checking router: a259415f-2b05-46b4-8c20-b4ee39ff4aed for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:55:24.369736 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:55:24.370563 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963baed60>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:55:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:55:24.458236 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-52a790ce-9efa-41a5-87df-584001dfece6 req-384ad38c-6f48-44a1-8e5f-70fce6b9ef28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97def42-db67-43ff-b400-0874231a4078 HTTP/1.1" status: 200  len: 1000 time: 0.1137133
Aug 24 19:55:24.482167 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db0075-1989-4eec-ad48-aabb337ac323 req-1e9e78cd-4e37-4805-85dd-5f76bad4b424 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:24.483362 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d0db0075-1989-4eec-ad48-aabb337ac323 req-1e9e78cd-4e37-4805-85dd-5f76bad4b424 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 945 time: 0.0872400
Aug 24 19:55:24.544184 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a790ce-9efa-41a5-87df-584001dfece6 req-a4b6234e-0e2d-4d4a-9b57-e193f837e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:24.545889 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-52a790ce-9efa-41a5-87df-584001dfece6 req-a4b6234e-0e2d-4d4a-9b57-e193f837e1be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 200  len: 850 time: 0.0709863
Aug 24 19:55:24.556356 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d0db0075-1989-4eec-ad48-aabb337ac323 req-07792f30-b6f4-4d07-a134-18f430376a98 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644767
Aug 24 19:55:24.598239 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:55:24.650028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a790ce-9efa-41a5-87df-584001dfece6 req-d699e8cd-601b-43ea-9c93-d136982f37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:24.651763 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-52a790ce-9efa-41a5-87df-584001dfece6 req-d699e8cd-601b-43ea-9c93-d136982f37e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844808
Aug 24 19:55:24.797209 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-52a790ce-9efa-41a5-87df-584001dfece6 req-5c758084-4547-4362-970a-c7f4e6e8bbeb service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322725
Aug 24 19:55:24.940982 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-52a790ce-9efa-41a5-87df-584001dfece6 req-94f932b2-dbf3-4bed-b632-0f5c4eb589e5 service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300421
Aug 24 19:55:24.961954 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963baed60>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'port_id': 'e97def42-db67-43ff-b400-0874231a4078', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'mac_address': 'fa:16:3e:fe:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:38Z', 'updated_at': '2021-08-24T19:55:22Z', 'revision_number': 1, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:55:24.966587 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec6dc8-aff1-4414-aa9a-29e09e869769 None None] The sync data for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi is: [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'port_id': 'e97def42-db67-43ff-b400-0874231a4078', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'mac_address': 'fa:16:3e:fe:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:54:38Z', 'updated_at': '2021-08-24T19:55:22Z', 'revision_number': 1, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:55:25.169819 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67806d90-c21f-4df6-9c8c-a92219de6c42 None None] New status for floating IP 55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f: ACTIVE {{(pid=80017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 19:55:25.454591 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53214) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:25.488149 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca735b-73aa-4e04-a5da-19ad1052ff90 req-179c63ff-9cbb-4938-aef2-7734ebde9c80 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:25.489732 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-99ca735b-73aa-4e04-a5da-19ad1052ff90 req-179c63ff-9cbb-4938-aef2-7734ebde9c80 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0802023
Aug 24 19:55:25.541237 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-99ca735b-73aa-4e04-a5da-19ad1052ff90 req-0eec5dc4-ae0c-40b4-b451-d9372f8844fa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453072
Aug 24 19:55:25.577928 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:25.593249 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:25.597758 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Usage tracker for resource:security_group_rule and tenant:6370f7c8e9b64586ac8613d38267b658 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:25.601613 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:25.607413 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:25.700543 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:25.758814 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2e6b9-5a7d-4c86-8f8e-c0f60bd479a5 req-76b9301e-9c6f-4b7a-bde9-67e3bcf799fc tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:25.760258 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1ca2e6b9-5a7d-4c86-8f8e-c0f60bd479a5 req-76b9301e-9c6f-4b7a-bde9-67e3bcf799fc tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 945 time: 0.0889456
Aug 24 19:55:25.776860 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:25.789903 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:25.805855 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1ca2e6b9-5a7d-4c86-8f8e-c0f60bd479a5 req-fa358bb1-ccfd-4ec6-9ee3-2b33ac8f47c2 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400093
Aug 24 19:55:25.827889 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6370f7c8e9b64586ac8613d38267b658&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3719726
Aug 24 19:55:25.830594 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53232) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:25.832267 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660fd1af-9df6-42ba-9ec3-8bad806b1189,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:25.841115 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.841549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.841965 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.842399 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.842800 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.843208 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.844012 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.844388 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.844744 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.845096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.845493 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.845888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:25.849941 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:25.894220 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:25.924394 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.149050 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.154559 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-500f2f3c-f300-4a9b-9c9a-aba7582964d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:26.167771 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660fd1af-9df6-42ba-9ec3-8bad806b1189,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:26.172319 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.173457 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/660fd1af-9df6-42ba-9ec3-8bad806b1189 HTTP/1.1" status: 204  len: 168 time: 0.3418586
Aug 24 19:55:26.178618 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.178977 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.179343 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.181794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.181794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.181794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.181794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.181794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.181794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.181794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.182627 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.182627 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:55:26.195357 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:26.284124 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53250) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:26.728832 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa169-21ad-49ea-bce7-d16d2e2ba6db req-1447aef1-2c7b-4bda-a467-1e08443629c9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:26.730719 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0f0aa169-21ad-49ea-bce7-d16d2e2ba6db req-1447aef1-2c7b-4bda-a467-1e08443629c9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0845525
Aug 24 19:55:26.735567 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53264) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:26.741981 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.743953 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device c277bc21-f0fd-4f40-b822-d1382d1afbe5 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:26.758284 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:26.762194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Usage tracker for resource:security_group_rule and tenant:01183568f89e4b34907835ba2c62f474 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:26.765387 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:26.772378 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:26.794783 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0f0aa169-21ad-49ea-bce7-d16d2e2ba6db req-a9828bb6-1bcc-47f8-aaa5-761f1a019e25 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559554
Aug 24 19:55:26.844297 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.859301 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:26.863132 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Usage tracker for resource:security_group_rule and tenant:e0a160eac3764adda550b4b7c77dffbb is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:26.865926 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:26.871750 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:26.874159 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.954690 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port c277bc21-f0fd-4f40-b822-d1382d1afbe5 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:26.954895 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.960495 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port c277bc21-f0fd-4f40-b822-d1382d1afbe5 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:26.960882 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:26.964502 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:27.004002 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f246a-da30-4486-927f-342f5af3657e,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:27.008042 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:27.010728 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01183568f89e4b34907835ba2c62f474&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7248011
Aug 24 19:55:27.018657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53274) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:27.054628 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f6772-c55b-4948-927c-5271d1010dc8 req-74c006c9-ddb7-4b3b-9ac1-6d6cee6652c6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:27.059550 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-720f6772-c55b-4948-927c-5271d1010dc8 req-74c006c9-ddb7-4b3b-9ac1-6d6cee6652c6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 945 time: 0.1400359
Aug 24 19:55:27.094021 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.115530 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:27.125500 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port c277bc21-f0fd-4f40-b822-d1382d1afbe5, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c277bc21-f0fd-4f40-b822-d1382d1afbe5,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:27.152523 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.156740 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-720f6772-c55b-4948-927c-5271d1010dc8 req-9f3f221d-2dc0-401f-99aa-621da7aedb06 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900772
Aug 24 19:55:27.162405 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5', 'code': 200}
Aug 24 19:55:27.170928 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.201587 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.225638 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53282) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:27.235316 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.238251 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:27.254979 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.254979 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:27.263936 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.279525 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:27.283878 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4283301dbc4f1e8529cbf5ed741c1a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:27.289281 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:27.295918 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:27.297463 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944296e6-e718-48a5-8397-f52762fcf500,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:27.305221 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0a160eac3764adda550b4b7c77dffbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5684390
Aug 24 19:55:27.305890 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53286) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:27.306940 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:27.311311 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=c277bc21-f0fd-4f40-b822-d1382d1afbe5,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:27.315409 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:27.376408 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.400914 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.406115 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.441011 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.448252 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:27.461538 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f246a-da30-4486-927f-342f5af3657e,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:27.468920 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:27.473635 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.480516 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.487533 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:27.489834 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/642f246a-da30-4486-927f-342f5af3657e HTTP/1.1" status: 204  len: 168 time: 0.4541757
Aug 24 19:55:27.551590 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c4283301dbc4f1e8529cbf5ed741c1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3250089
Aug 24 19:55:27.553128 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d529949b-4b8c-4244-bce5-f0e4e160e082,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:27.554860 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53296) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:27.556205 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:27.632421 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.639043 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e93183d4-e924-474f-8669-c3c918419c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:27.639350 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d7c5-b369-478f-9790-0d68d5758a7e req-d0f20225-8e5f-4626-afeb-75c15e4b62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:27.640796 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0232d7c5-b369-478f-9790-0d68d5758a7e req-d0f20225-8e5f-4626-afeb-75c15e4b62cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 1099 time: 0.0786459
Aug 24 19:55:27.648401 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.659457 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944296e6-e718-48a5-8397-f52762fcf500,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:27.662230 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:27.663275 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.664408 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/944296e6-e718-48a5-8397-f52762fcf500 HTTP/1.1" status: 204  len: 168 time: 0.3562775
Aug 24 19:55:27.688442 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0232d7c5-b369-478f-9790-0d68d5758a7e req-717ff904-f51b-4b65-b645-fba86b99d33f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402443
Aug 24 19:55:27.692247 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.892782 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.897955 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5371b09d-68f6-4982-b1a7-cec56a112c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:27.950234 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529949b-4b8c-4244-bce5-f0e4e160e082,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:27.953058 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:27.970999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:27.972256 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d529949b-4b8c-4244-bce5-f0e4e160e082 HTTP/1.1" status: 204  len: 168 time: 0.4160242
Aug 24 19:55:28.013089 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab985e-56b7-4fbd-857b-fc62eb238e32 req-2a513f48-b2b2-4207-acef-5a83173715ad tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:28.014783 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9ab985e-56b7-4fbd-857b-fc62eb238e32 req-2a513f48-b2b2-4207-acef-5a83173715ad tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1087918
Aug 24 19:55:28.062684 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9ab985e-56b7-4fbd-857b-fc62eb238e32 req-55155040-546f-45de-84cd-98ac8a2ed608 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411849
Aug 24 19:55:28.340478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7ce69-de42-4b84-bcd7-92200bd0e963 req-23cf1251-fc44-4988-a274-ada4c714adfc tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:28.341922 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-79e7ce69-de42-4b84-bcd7-92200bd0e963 req-23cf1251-fc44-4988-a274-ada4c714adfc tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 946 time: 0.0790071
Aug 24 19:55:28.439520 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-79e7ce69-de42-4b84-bcd7-92200bd0e963 req-de1ff74b-4aef-4beb-b2f9-841551b26f71 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917425
Aug 24 19:55:28.634173 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53320) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:28.651874 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:28.667288 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:28.671679 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Usage tracker for resource:security_group_rule and tenant:2267be6d0b7f4eacb0332ab1853cc90c is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:28.674519 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:28.680670 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:28.768733 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:28.881673 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:28.889851 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-deacd688-2e4f-401b-b9ad-0b307a7810d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:28.927691 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2267be6d0b7f4eacb0332ab1853cc90c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2924697
Aug 24 19:55:28.929262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc86717c-4d3c-468e-bb8d-3e6fda9e90dd,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:28.930406 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53330) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:28.932148 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:29.011684 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53336) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:29.034721 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.052416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:29.070964 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Usage tracker for resource:security_group_rule and tenant:53d84a932a204bd9a5bc5dd1404295cf is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:29.078640 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.079573 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:29.091753 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:29.133502 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.286799 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.292045 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:29.310542 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc86717c-4d3c-468e-bb8d-3e6fda9e90dd,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:29.310913 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.316261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:29.325323 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765cf57-6dea-43ec-958c-a1dbb5047b98 req-b315e629-08bc-425a-be71-4bcede4dd4fd tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:29.327922 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.329826 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc86717c-4d3c-468e-bb8d-3e6fda9e90dd HTTP/1.1" status: 204  len: 168 time: 0.3984659
Aug 24 19:55:29.332222 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e765cf57-6dea-43ec-958c-a1dbb5047b98 req-b315e629-08bc-425a-be71-4bcede4dd4fd tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1321507
Aug 24 19:55:29.390630 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e765cf57-6dea-43ec-958c-a1dbb5047b98 req-da44bcaf-912c-4877-b5ac-153ed9ec9ea5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567229
Aug 24 19:55:29.394406 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.406318 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-36f08110-cc3f-4090-995e-67cbdacf5760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:29.449248 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53d84a932a204bd9a5bc5dd1404295cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4361720
Aug 24 19:55:29.450942 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d16c2-3fcd-4fec-bb46-9b7deea9b926,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:29.451842 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53350) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:29.454133 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:29.524917 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.555689 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.650837 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192dada-19c1-4d99-b2cd-fe35fcd994d2 req-88d3bc25-47b2-42de-abed-0337eb78a57d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:29.652334 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5192dada-19c1-4d99-b2cd-fe35fcd994d2 req-88d3bc25-47b2-42de-abed-0337eb78a57d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 946 time: 0.1009071
Aug 24 19:55:29.702731 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5192dada-19c1-4d99-b2cd-fe35fcd994d2 req-79616973-858d-4d54-b7fc-ed7ca0c7060c tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446587
Aug 24 19:55:29.835602 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.841496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b3d65976-5111-4ae2-b375-56e28ef58aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:29.853847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d16c2-3fcd-4fec-bb46-9b7deea9b926,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:29.883632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:29.883632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:29.883632 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/658d16c2-3fcd-4fec-bb46-9b7deea9b926 HTTP/1.1" status: 204  len: 168 time: 0.4303699
Aug 24 19:55:30.458732 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-04c5f959-e80a-436e-9d7d-d33b1f643458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:30.582613 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cde08-c424-4d52-a3b9-2ff0011b5ced req-9a655f17-f76a-42b6-abea-78ebcbff902d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:30.584156 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c2cde08-c424-4d52-a3b9-2ff0011b5ced req-9a655f17-f76a-42b6-abea-78ebcbff902d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0852113
Aug 24 19:55:30.650609 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c2cde08-c424-4d52-a3b9-2ff0011b5ced req-50e0011d-6678-4f2f-8552-fba5c09926f7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545089
Aug 24 19:55:30.839456 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-87159bb2-b5b8-4fa6-a695-f4bf7e9a303f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:30.841173 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-87159bb2-b5b8-4fa6-a695-f4bf7e9a303f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.1704793
Aug 24 19:55:30.855798 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-94fa2375-d117-4d84-9dc6-47b62c791c4a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/quotas/015386ca443747ce821466c52a796d44 HTTP/1.1" status: 200  len: 375 time: 0.0093980
Aug 24 19:55:30.940767 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-b2ca8b73-e9ee-44b6-81a6-08cb393b94ec tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0800457
Aug 24 19:55:31.068981 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:31.089992 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-576c7002-97cc-421a-a1e7-67a760bb2f17 service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389978
Aug 24 19:55:31.240811 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-881ceceb-64b2-41bd-9ae6-9225c0617db8 service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444688
Aug 24 19:55:31.644902 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8b207284-dead-4d9b-ba18-39bfd03dda8c req-e69970da-261a-410c-8498-b98569860453 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 210 time: 0.0513177
Aug 24 19:55:31.863063 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b35e59-f418-4f71-afc0-29755ef651e9 req-5d4e8ee2-21d3-4f21-9594-4e3f9fe98d28 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:31.865307 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-83b35e59-f418-4f71-afc0-29755ef651e9 req-5d4e8ee2-21d3-4f21-9594-4e3f9fe98d28 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0833902
Aug 24 19:55:31.912513 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-83b35e59-f418-4f71-afc0-29755ef651e9 req-ac888d2d-64e7-43b3-93ee-6fcd429ea2d3 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412974
Aug 24 19:55:32.521188 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec234d7-b382-4e58-8d8e-749fb141ad55 req-391187eb-7753-40ba-b796-fb447a63f60d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:32.522814 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aec234d7-b382-4e58-8d8e-749fb141ad55 req-391187eb-7753-40ba-b796-fb447a63f60d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 946 time: 0.0973651
Aug 24 19:55:32.578921 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aec234d7-b382-4e58-8d8e-749fb141ad55 req-5f5d2a27-2a28-4697-81ab-6e60d9ed800c tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489221
Aug 24 19:55:32.770930 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e8a4dac4-70e4-47b2-a26b-dbdccfd6a8ee req-d83885dd-bdac-4494-a1d5-930af81b461e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 210 time: 0.0534215
Aug 24 19:55:33.132047 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6a569-cb29-4d06-a7bf-5d9b28aa8b0e req-af43860b-a0cd-44d6-ab1a-6709426ca9f7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:33.134418 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0fc6a569-cb29-4d06-a7bf-5d9b28aa8b0e req-af43860b-a0cd-44d6-ab1a-6709426ca9f7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0915632
Aug 24 19:55:33.182505 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0fc6a569-cb29-4d06-a7bf-5d9b28aa8b0e req-a3abf411-4aed-4411-a940-4f7bef49c5f1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415158
Aug 24 19:55:33.431420 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7b203388-18d8-4297-a228-8b818001c431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:33.783743 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6d060-5b73-4767-b3ed-58cb79cb47df req-eb5808cb-3433-4718-8ea3-d31e03050075 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:33.785413 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-82e6d060-5b73-4767-b3ed-58cb79cb47df req-eb5808cb-3433-4718-8ea3-d31e03050075 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 946 time: 0.1068742
Aug 24 19:55:33.842379 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-82e6d060-5b73-4767-b3ed-58cb79cb47df req-cc078826-3a4c-4943-9db6-6cd494ebf38b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506029
Aug 24 19:55:33.931743 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c0fe3916-ac01-4cda-bba6-9c97b54df651 req-43f4ea54-df58-4a8e-94c7-70920e6afa11 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 210 time: 0.0427601
Aug 24 19:55:34.111669 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:34.373984 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0478-c2b8-4093-8ca0-7e671aaf3f8a req-9d5dc8f7-c7ec-4e22-843b-f38e4702985a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:34.375693 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7d0f0478-c2b8-4093-8ca0-7e671aaf3f8a req-9d5dc8f7-c7ec-4e22-843b-f38e4702985a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0885725
Aug 24 19:55:34.490076 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7d0f0478-c2b8-4093-8ca0-7e671aaf3f8a req-f960086b-1642-49a2-b92f-6b0038e9bed7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081238
Aug 24 19:55:34.764245 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-4a685d49-39e1-44e5-9899-84ff827002a2 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:34.765644 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-4a685d49-39e1-44e5-9899-84ff827002a2 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 946 time: 0.0766895
Aug 24 19:55:34.781864 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-09ca3002-cab8-474d-814f-88e54ac21ac8 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:34.783386 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-09ca3002-cab8-474d-814f-88e54ac21ac8 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.1465483
Aug 24 19:55:34.797526 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Request body: {'port': {'device_id': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'admin_state_up': True, 'tenant_id': '015386ca443747ce821466c52a796d44'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:34.852448 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Deleting port c277bc21-f0fd-4f40-b822-d1382d1afbe5 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:55:34.852949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:34.949998 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:34.963745 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Usage tracker for resource:port and tenant:015386ca443747ce821466c52a796d44 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:34.963745 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:34.964151 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:35.049087 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Made reservation on behalf of 015386ca443747ce821466c52a796d44 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:35.053385 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:35.256449 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d89b7ab1-356d-4f98-b730-aab4a65eaf40 req-29a4759d-5c10-4586-bf9b-0afd4f85a6b5 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 210 time: 0.1046195
Aug 24 19:55:35.256858 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Allocated IP 172.20.0.7 (21efa646-837e-4ab9-8eec-e5471e24810c/c78df88a-cc48-4da8-9616-361dca09ba93/a94db7ca-2827-4274-936e-68eccd3dd02a) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:55:35.337123 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] For port c277bc21-f0fd-4f40-b822-d1382d1afbe5, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=c277bc21-f0fd-4f40-b822-d1382d1afbe5,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:35.337490 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:35.358359 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec46f0-a657-4162-b3e3-88d7ec4f7a7f req-12f61515-44d9-4e00-a3d4-efbe7e7037fa tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:35.360360 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-39ec46f0-a657-4162-b3e3-88d7ec4f7a7f req-12f61515-44d9-4e00-a3d4-efbe7e7037fa tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 946 time: 0.2532158
Aug 24 19:55:35.478398 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:35.510347 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Calling delete_port for c277bc21-f0fd-4f40-b822-d1382d1afbe5 owned by compute:nova {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:55:35.546876 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:35.579079 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-39ec46f0-a657-4162-b3e3-88d7ec4f7a7f req-5306f51c-f5f5-45e0-a836-03ac4a8f36d8 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472845
Aug 24 19:55:35.605088 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:35.612498 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:35.621758 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8e2ef067-754e-4280-b2c8-36dafef26144'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:35.706221 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Network 21efa646-837e-4ab9-8eec-e5471e24810c is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:55:35.752117 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:55:35.758382 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event updated for resources: {'Port': ['ID=a94db7ca-2827-4274-936e-68eccd3dd02a,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:35.773050 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:55:35.783639 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:35.784317 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:35.807163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:35.837377 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441e2dc-10e7-4ab6-875b-a0b17288ad3c req-57ce0cb2-ac4c-4f5f-b829-e16caeb797a9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:35.838779 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e441e2dc-10e7-4ab6-875b-a0b17288ad3c req-57ce0cb2-ac4c-4f5f-b829-e16caeb797a9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1921449
Aug 24 19:55:35.884329 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e441e2dc-10e7-4ab6-875b-a0b17288ad3c req-4d2fb06c-0894-4c8b-8041-00dd46b008a3 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395670
Aug 24 19:55:35.912455 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:35.912742 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1198416
Aug 24 19:55:35.920633 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-0da37ecc-461e-4d54-a897-89daac8e5d3b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:35.930306 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Request body: {'port': {'device_id': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:35.968252 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Pushing event deleted for resources: {'Port': ['ID=c277bc21-f0fd-4f40-b822-d1382d1afbe5,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:35.982368 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:36.059344 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:36.065222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] No DVR routers for this DVR port c277bc21-f0fd-4f40-b822-d1382d1afbe5 on host hv-cinder-80587 {{(pid=80016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:55:36.068349 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:36.070840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'name': 'network-vif-deleted', 'tag': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:36.114939 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84538aa8-b9cf-4876-8478-f3cd1b42b377', 'name': 'network-vif-deleted', 'tag': 'c277bc21-f0fd-4f40-b822-d1382d1afbe5', 'status': 'completed', 'code': 200}
Aug 24 19:55:36.200135 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['c277bc21-f0fd-4f40-b822-d1382d1afbe5'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:36.221582 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c166c579-3dc2-409f-8a3a-c2d245df8e88 req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "DELETE /v2.0/ports/c277bc21-f0fd-4f40-b822-d1382d1afbe5 HTTP/1.1" status: 204  len: 173 time: 1.4487121
Aug 24 19:55:36.464334 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94db7ca-2827-4274-936e-68eccd3dd02a {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:36.474848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:36.479122 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3be3dd-4ca8-4d37-8a49-a2a563758875 req-b464b1fd-eedb-45f6-b3c1-a685cd1dd8aa tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:36.480743 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f3be3dd-4ca8-4d37-8a49-a2a563758875 req-b464b1fd-eedb-45f6-b3c1-a685cd1dd8aa tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 931 time: 0.0850477
Aug 24 19:55:36.490785 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Transition to ACTIVE for port object a94db7ca-2827-4274-936e-68eccd3dd02a will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:55:36.536743 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:55:36.540030 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f3be3dd-4ca8-4d37-8a49-a2a563758875 req-b198df59-8797-4516-ab1f-21d722543c93 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515509
Aug 24 19:55:36.627092 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:36.632106 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:36.739799 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-927b2798-42fa-4de8-a109-70be5dd69925 req-d4fe8b3c-e13f-48c4-bd45-fb747bdc9857 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Synchronizing usage tracker for tenant:06817fcb9ed4446c990374f60583e38e on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:55:36.757691 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Pushing event updated for resources: {'Port': ['ID=a94db7ca-2827-4274-936e-68eccd3dd02a,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:36.761191 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:36.814315 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Attempting to bind port a94db7ca-2827-4274-936e-68eccd3dd02a on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:55:36.814977 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Attempting to bind port a94db7ca-2827-4274-936e-68eccd3dd02a by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:55:36.814977 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Attempting to bind port a94db7ca-2827-4274-936e-68eccd3dd02a on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:55:36.819613 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Port a94db7ca-2827-4274-936e-68eccd3dd02a on network 21efa646-837e-4ab9-8eec-e5471e24810c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:55:36.819926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Attempting to bind port a94db7ca-2827-4274-936e-68eccd3dd02a on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:55:36.825054 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:55:36.825383 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Checking segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:55:36.825755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Bound using segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:55:36.826454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Bound port: a94db7ca-2827-4274-936e-68eccd3dd02a, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:55:36.826632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:36.959091 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-927b2798-42fa-4de8-a109-70be5dd69925 req-d4fe8b3c-e13f-48c4-bd45-fb747bdc9857 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Unset dirty status for tenant:06817fcb9ed4446c990374f60583e38e on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:55:36.969792 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-927b2798-42fa-4de8-a109-70be5dd69925 req-d4fe8b3c-e13f-48c4-bd45-fb747bdc9857 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.2641037
Aug 24 19:55:37.014862 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] For port a94db7ca-2827-4274-936e-68eccd3dd02a, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:55:37.017936 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] For port a94db7ca-2827-4274-936e-68eccd3dd02a, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=a94db7ca-2827-4274-936e-68eccd3dd02a,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:55:37.119686 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:37.124920 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2f73259e-a274-46ef-aa46-ad376d94a636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:37.148830 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1956e49-5145-4a0f-9eab-5e9dbd59d8d7 req-602ef1ef-6236-4399-bffd-5ae96cbfce29 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:37.150362 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e1956e49-5145-4a0f-9eab-5e9dbd59d8d7 req-602ef1ef-6236-4399-bffd-5ae96cbfce29 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0830843
Aug 24 19:55:37.184189 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:37.184802 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:37.186175 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] 10.222.0.60 "PUT /v2.0/ports/a94db7ca-2827-4274-936e-68eccd3dd02a HTTP/1.1" status: 200  len: 1093 time: 1.2601449
Aug 24 19:55:37.186682 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'tag': 'a94db7ca-2827-4274-936e-68eccd3dd02a'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:37.196856 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e1956e49-5145-4a0f-9eab-5e9dbd59d8d7 req-ee685d4a-49ef-492c-9cc9-c3f58f5bca70 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406110
Aug 24 19:55:37.202245 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Pushing event updated for resources: {'Port': ['ID=a94db7ca-2827-4274-936e-68eccd3dd02a,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:37.205417 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:37.249911 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'tag': 'a94db7ca-2827-4274-936e-68eccd3dd02a', 'status': 'completed', 'code': 200}
Aug 24 19:55:37.722787 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce98a89-a8ff-45f9-bc89-387badb32295 req-22fc5925-5f72-4a34-ab7b-c018fc7f009d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:37.724110 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cce98a89-a8ff-45f9-bc89-387badb32295 req-22fc5925-5f72-4a34-ab7b-c018fc7f009d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 943 time: 0.0772400
Aug 24 19:55:37.769220 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cce98a89-a8ff-45f9-bc89-387badb32295 req-489de71f-684f-4dc5-b47f-6f416d4f9ab4 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394914
Aug 24 19:55:38.177604 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9639ff32-c324-4d1d-bcaf-d9f44bcee7b0 req-90df4aec-b4bd-4355-9cdc-9d140ff685a2 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.1033776
Aug 24 19:55:38.399082 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef649-854a-4303-b514-d4671d2d4167 req-8fd346aa-a2cf-4bd3-8cf3-70064247d037 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:38.400545 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e34ef649-854a-4303-b514-d4671d2d4167 req-8fd346aa-a2cf-4bd3-8cf3-70064247d037 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0838914
Aug 24 19:55:38.453825 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e34ef649-854a-4303-b514-d4671d2d4167 req-3dee4c1e-c9a1-4c4e-8aa4-f51d3040be6a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475724
Aug 24 19:55:38.954606 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7682030-06b5-496a-99b7-1e8255c7256a req-2e534bc8-df70-4e55-b275-9726dfb98fa9 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:38.955942 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c7682030-06b5-496a-99b7-1e8255c7256a req-2e534bc8-df70-4e55-b275-9726dfb98fa9 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 943 time: 0.0803666
Aug 24 19:55:39.002681 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c7682030-06b5-496a-99b7-1e8255c7256a req-a2f3e854-5036-43ed-8c9b-e8c8a865d024 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411782
Aug 24 19:55:39.272597 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device c277bc21-f0fd-4f40-b822-d1382d1afbe5 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:55:39.316106 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: c277bc21-f0fd-4f40-b822-d1382d1afbe5 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:55:39.316106 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device c277bc21-f0fd-4f40-b822-d1382d1afbe5 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:55:39.403300 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d204b8d8-d930-49cc-8977-cbb0d9bc8c10 req-b8d053ed-9cec-4552-a373-d8f001d8085d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.1025765
Aug 24 19:55:39.473578 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f997-b4e6-4d14-96da-8029a48dadab req-91c43d39-f297-4148-be41-11fc626dbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:39.475123 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1de9f997-b4e6-4d14-96da-8029a48dadab req-91c43d39-f297-4148-be41-11fc626dbed5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 1096 time: 0.0912468
Aug 24 19:55:39.628342 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f997-b4e6-4d14-96da-8029a48dadab req-c3e17838-c44b-4fed-a815-1c8de8cdb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:39.629799 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1de9f997-b4e6-4d14-96da-8029a48dadab req-c3e17838-c44b-4fed-a815-1c8de8cdb990 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=015386ca443747ce821466c52a796d44&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1467304
Aug 24 19:55:39.790884 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f997-b4e6-4d14-96da-8029a48dadab req-99a231c7-6188-4714-a02c-61895a4beb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:39.792955 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1de9f997-b4e6-4d14-96da-8029a48dadab req-99a231c7-6188-4714-a02c-61895a4beb9b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1501229
Aug 24 19:55:39.901357 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab59f4-7de9-491e-9e6f-b1ea77365863 req-8519695c-ede3-467d-b812-864269c70c09 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:39.903004 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8ab59f4-7de9-491e-9e6f-b1ea77365863 req-8519695c-ede3-467d-b812-864269c70c09 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1034496
Aug 24 19:55:39.916009 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-69a861e1-a1a2-4af1-ac80-aaa2769cf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:39.918484 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-69a861e1-a1a2-4af1-ac80-aaa2769cf4bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 1096 time: 0.0801651
Aug 24 19:55:39.958934 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8ab59f4-7de9-491e-9e6f-b1ea77365863 req-82e41f99-0a3d-4c2a-836b-5bd39fafa594 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502906
Aug 24 19:55:39.994200 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-a3cf1670-c37c-498e-b6d6-c5a39131f592 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a94db7ca-2827-4274-936e-68eccd3dd02a HTTP/1.1" status: 200  len: 217 time: 0.0658708
Aug 24 19:55:40.067191 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-922c2a72-8627-4229-9224-9b5088c197ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:40.069080 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-922c2a72-8627-4229-9224-9b5088c197ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c78df88a-cc48-4da8-9616-361dca09ba93 HTTP/1.1" status: 200  len: 854 time: 0.0637393
Aug 24 19:55:40.144419 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-42c89007-e0c4-4817-b35a-585df8dc7166 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=21efa646-837e-4ab9-8eec-e5471e24810c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677311
Aug 24 19:55:40.259644 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19eb90-0197-4f2b-81b6-109d60d4bb91 req-024bbcca-ede4-437c-94d0-0fd5241dd5cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:40.261743 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c19eb90-0197-4f2b-81b6-109d60d4bb91 req-024bbcca-ede4-437c-94d0-0fd5241dd5cf tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 943 time: 0.1219428
Aug 24 19:55:40.307493 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c19eb90-0197-4f2b-81b6-109d60d4bb91 req-0f34388c-deb6-44cf-8fd3-5c7a50109f8c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393109
Aug 24 19:55:40.314442 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-32053932-b6a7-4a0f-b53f-fc4ebfc45936 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615152
Aug 24 19:55:40.498166 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-164b65fb-26d3-4f7c-9262-a739f66d0673 req-88d09790-aca3-4bdf-ae40-c54d52232bf9 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709142
Aug 24 19:55:40.624535 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3dcff7bc-df66-49a7-97f0-a9ab62a1767a req-651ebf7a-e64c-4030-8129-0cbea5dc115c tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=84538aa8-b9cf-4876-8478-f3cd1b42b377 HTTP/1.1" status: 200  len: 210 time: 0.0663631
Aug 24 19:55:41.198865 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8242e-4d3f-4ae5-a5dc-180623971c5c req-f567eb21-33a5-443f-afa8-767badc47706 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:41.200726 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5c8242e-4d3f-4ae5-a5dc-180623971c5c req-f567eb21-33a5-443f-afa8-767badc47706 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1205103
Aug 24 19:55:41.261636 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5c8242e-4d3f-4ae5-a5dc-180623971c5c req-8cb9250d-cdcc-4fa1-871e-9577a9efe5ac tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550480
Aug 24 19:55:41.287174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d573246-3a29-436b-aeb9-f8ca439f36c9 req-93397258-f525-43e5-a2ff-dd28628ea027 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:41.288575 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d573246-3a29-436b-aeb9-f8ca439f36c9 req-93397258-f525-43e5-a2ff-dd28628ea027 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.1324122
Aug 24 19:55:41.339219 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d573246-3a29-436b-aeb9-f8ca439f36c9 req-69512bec-2dc9-4b75-ba23-4e88f99ab833 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433781
Aug 24 19:55:41.548302 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7917e-d131-4e76-9d9f-88164193b4b6 req-4969902a-8435-4cad-9cd0-62d5316bb1f1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:41.548302 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a5e7917e-d131-4e76-9d9f-88164193b4b6 req-4969902a-8435-4cad-9cd0-62d5316bb1f1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 943 time: 0.0832136
Aug 24 19:55:41.599040 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a5e7917e-d131-4e76-9d9f-88164193b4b6 req-a552eb8f-c825-4384-b90a-f38af17cba16 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423739
Aug 24 19:55:41.876091 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53752) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:42.049630 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545633-6983-4432-9a4b-0581d81b671b req-261fe3d1-7f9a-40a3-88d4-bcceb701ef84 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:42.050379 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-261fe3d1-7f9a-40a3-88d4-bcceb701ef84 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/networks?id=33500939-4bd5-4b0a-a83e-b8df6c8acbae HTTP/1.1" status: 200  len: 808 time: 0.1506822
Aug 24 19:55:42.055017 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:42.064578 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-30ec3556-2cba-47b5-92da-0036ce56203b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/quotas/06817fcb9ed4446c990374f60583e38e HTTP/1.1" status: 200  len: 375 time: 0.0094140
Aug 24 19:55:42.070129 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:42.074282 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Usage tracker for resource:security_group_rule and tenant:d21dc66e63684b5ea6bc101ed256b8cd is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:42.077252 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:42.083032 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:42.113697 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-b964fe92-772e-4834-942b-bb362c2435c0 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=06817fcb9ed4446c990374f60583e38e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424690
Aug 24 19:55:42.174548 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:42.243886 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-1bec9890-8a7a-409b-97e7-7098ba7e670d service neutron] 10.222.0.37 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247075
Aug 24 19:55:42.297981 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:42.333524 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:42.349435 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d21dc66e63684b5ea6bc101ed256b8cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4708536
Aug 24 19:55:42.349435 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53764) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:42.376474 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-cabde5cb-6676-49d7-8ad5-c85277495e27 service neutron] 10.222.0.37 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265144
Aug 24 19:55:42.399870 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634eb3fc-b075-4066-9d48-18732ed0b893,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:42.423536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:42.443684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:42.483034 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:42.494577 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86380d-90a9-4448-bbc7-cd219d9d71f8 req-def64b92-e626-4980-ae64-ab9a1f0c6d96 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:42.496115 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0d86380d-90a9-4448-bbc7-cd219d9d71f8 req-def64b92-e626-4980-ae64-ab9a1f0c6d96 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1122236
Aug 24 19:55:42.557387 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0d86380d-90a9-4448-bbc7-cd219d9d71f8 req-04a0d657-f137-4e41-b144-5816c031edfc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554330
Aug 24 19:55:42.730966 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3f471-9a93-474d-9a6c-6d933815aec0 req-b2ab426c-766b-46b8-b69f-bc5dbc2e81d8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:42.732485 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ee3f471-9a93-474d-9a6c-6d933815aec0 req-b2ab426c-766b-46b8-b69f-bc5dbc2e81d8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.0814798
Aug 24 19:55:42.760117 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:42.765022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ee074476-8354-4ff8-8578-3e647daf4c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:42.775435 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634eb3fc-b075-4066-9d48-18732ed0b893,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:42.778061 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ee3f471-9a93-474d-9a6c-6d933815aec0 req-b43a3c65-4db9-4ca5-9f43-738fddfcc6df tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398686
Aug 24 19:55:42.799661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:42.803096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:42.804209 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/634eb3fc-b075-4066-9d48-18732ed0b893 HTTP/1.1" status: 204  len: 168 time: 0.4520457
Aug 24 19:55:42.997174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e2c68-4ea6-47fd-8c91-43f9487067dd req-ea65f582-c7bb-4abc-bb5b-685bfbed0949 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:43.001544 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-125e2c68-4ea6-47fd-8c91-43f9487067dd req-ea65f582-c7bb-4abc-bb5b-685bfbed0949 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 943 time: 0.1201849
Aug 24 19:55:43.141687 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-125e2c68-4ea6-47fd-8c91-43f9487067dd req-f4a16b2f-e2df-40d7-b297-8c4e4181c4e0 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360714
Aug 24 19:55:43.143632 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fa44d70d-57bb-4953-935b-8fda5075aa9a req-bf9299a6-ab7f-4793-af54-4ff957596a5f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.1063049
Aug 24 19:55:43.262449 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device a94db7ca-2827-4274-936e-68eccd3dd02a details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:55:43.400653 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port a94db7ca-2827-4274-936e-68eccd3dd02a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=a94db7ca-2827-4274-936e-68eccd3dd02a,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:43.413787 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'a94db7ca-2827-4274-936e-68eccd3dd02a', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'port_id': 'a94db7ca-2827-4274-936e-68eccd3dd02a', 'mac_address': 'fa:16:3e:50:c7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78df88a-cc48-4da8-9616-361dca09ba93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:55:43.473066 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-4474671f-028b-457d-8515-ee2582a907cd tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:43.473891 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-4474671f-028b-457d-8515-ee2582a907cd tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Synchronizing usage tracker for tenant:9687f1c644c141cd9a58a87219cb9ee4 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:55:43.478870 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:43.496767 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94db7ca-2827-4274-936e-68eccd3dd02a {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:43.512520 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port a94db7ca-2827-4274-936e-68eccd3dd02a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=a94db7ca-2827-4274-936e-68eccd3dd02a,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:43.629756 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:43.629989 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-4474671f-028b-457d-8515-ee2582a907cd tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Unset dirty status for tenant:9687f1c644c141cd9a58a87219cb9ee4 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:55:43.631292 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-4474671f-028b-457d-8515-ee2582a907cd tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.2418478
Aug 24 19:55:43.633759 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:43.704969 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=a94db7ca-2827-4274-936e-68eccd3dd02a,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:43.707309 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Deleting port ef575c93-e7d3-4244-abd9-b4d62ef9c278 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:55:43.707650 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:43.708392 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:43.759296 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53808) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:43.765690 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed167ccf-d673-448c-843f-530473beeb68 req-7dda050c-0f88-4901-a760-162f0a1cb11a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:43.767103 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ed167ccf-d673-448c-843f-530473beeb68 req-7dda050c-0f88-4901-a760-162f0a1cb11a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0962303
Aug 24 19:55:43.783516 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:43.814919 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ed167ccf-d673-448c-843f-530473beeb68 req-7ac4f7c9-c19c-4aab-b3d8-0c2704f95024 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405416
Aug 24 19:55:43.843478 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:43.851309 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Usage tracker for resource:security_group_rule and tenant:329a3ab0318e4240ae3ff4309070676f is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:43.856736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:43.866024 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:43.949781 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['a94db7ca-2827-4274-936e-68eccd3dd02a'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:44.067273 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab18b3-8b2c-4697-8779-b7145fa959e6 req-89f0a0c1-9835-46f1-9326-afd6e65ab74c tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:44.075994 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-49ab18b3-8b2c-4697-8779-b7145fa959e6 req-89f0a0c1-9835-46f1-9326-afd6e65ab74c tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 946 time: 0.1523299
Aug 24 19:55:44.132336 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] For port ef575c93-e7d3-4244-abd9-b4d62ef9c278, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ef575c93-e7d3-4244-abd9-b4d62ef9c278,segment=NetworkSegment(755b8881-861c-41a8-96fe-d8499f8193ec),segment_id=755b8881-861c-41a8-96fe-d8499f8193ec)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:44.133034 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.139643 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-49ab18b3-8b2c-4697-8779-b7145fa959e6 req-334f6a6b-ce24-4322-acf6-465bafb97d7a tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/security-groups?id=05f1d0a6-d964-4a67-bcaa-e322a5da304d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627427
Aug 24 19:55:44.149070 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53822) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:44.305223 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Calling delete_port for ef575c93-e7d3-4244-abd9-b4d62ef9c278 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:55:44.383192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.406593 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.475083 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-72b680c9-51f3-4b27-99b8-8a0a282a0934 req-a218cd03-89f4-484d-a4c9-8c2e218fb730 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.0585253
Aug 24 19:55:44.476014 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:44.476821 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.481963 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Usage tracker for resource:security_group_rule and tenant:55721840a4754c6d97b7e479012821ca is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:44.487253 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:44.494557 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:44.502064 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6f6da7c1-7d99-4618-8864-040964670afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:44.542993 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0645a8-f518-46cb-be0d-dd9af42fb88b req-f0879979-e374-423d-ba69-27c88a63af34 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:44.544711 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3d0645a8-f518-46cb-be0d-dd9af42fb88b req-f0879979-e374-423d-ba69-27c88a63af34 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 944 time: 0.2011521
Aug 24 19:55:44.607607 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=329a3ab0318e4240ae3ff4309070676f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8472807
Aug 24 19:55:44.615404 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3d0645a8-f518-46cb-be0d-dd9af42fb88b req-5be54a2d-0d04-4d28-9398-200691b4ab6f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637078
Aug 24 19:55:44.615864 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53836) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:44.619955 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb925ce-49e1-4397-88ef-74301c558ac9,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:44.623536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:44.665618 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.697727 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.724231 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.847565 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.849011 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.856069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:44.858107 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4573d11b-5ddc-4c46-b716-e116f758debe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:44.887837 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['ef575c93-e7d3-4244-abd9-b4d62ef9c278'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:44.897961 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.903369 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Pushing event deleted for resources: {'Port': ['ID=ef575c93-e7d3-4244-abd9-b4d62ef9c278,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:44.904530 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55721840a4754c6d97b7e479012821ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7549069
Aug 24 19:55:44.906878 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66ef8b-f425-4025-96ec-14cc6e34ee6c,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:44.908396 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53842) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:44.913186 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:44.913948 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-0b923b41-9150-4aae-ade1-0318b04625c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:44.924923 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb925ce-49e1-4397-88ef-74301c558ac9,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:44.929317 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:44.963830 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:44.979998 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:44.982412 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bb925ce-49e1-4397-88ef-74301c558ac9 HTTP/1.1" status: 204  len: 168 time: 0.3623166
Aug 24 19:55:45.016630 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] No DVR routers for this DVR port ef575c93-e7d3-4244-abd9-b4d62ef9c278 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:55:45.024061 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:45.025348 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1a1f-6c72-4e00-93f4-6f2f13cae111 req-c6610dfa-da8b-4aa5-be84-f6628de1c9e0 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:45.027576 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'name': 'network-vif-deleted', 'tag': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:45.032842 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c8fe1a1f-6c72-4e00-93f4-6f2f13cae111 req-c6610dfa-da8b-4aa5-be84-f6628de1c9e0 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1090226
Aug 24 19:55:45.074903 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c8fe1a1f-6c72-4e00-93f4-6f2f13cae111 req-1aa30be9-8f4c-4416-98ba-a585aa801691 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409715
Aug 24 19:55:45.082949 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e763f04-88c1-4eec-b26e-e7a76785037b', 'name': 'network-vif-deleted', 'tag': 'ef575c93-e7d3-4244-abd9-b4d62ef9c278', 'status': 'completed', 'code': 200}
Aug 24 19:55:45.087603 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:45.115616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:45.178148 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-be80c36c-9d07-4c05-af44-6a39a1abfc77 req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.60 "DELETE /v2.0/ports/ef575c93-e7d3-4244-abd9-b4d62ef9c278 HTTP/1.1" status: 204  len: 173 time: 1.5408800
Aug 24 19:55:45.284626 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device a94db7ca-2827-4274-936e-68eccd3dd02a up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:45.307012 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:45.319918 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d3e69a1a-2d5c-4067-b9ee-11bdaf4d31b4 req-21d9e5ce-69c0-4da6-8bd8-3e70a6f7761d tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.0542026
Aug 24 19:55:45.320473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:45.395436 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66ef8b-f425-4025-96ec-14cc6e34ee6c,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:45.404689 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:45.406758 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:45.409979 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a66ef8b-f425-4025-96ec-14cc6e34ee6c HTTP/1.1" status: 204  len: 168 time: 0.4983654
Aug 24 19:55:45.549549 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port a94db7ca-2827-4274-936e-68eccd3dd02a completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:45.554814 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port a94db7ca-2827-4274-936e-68eccd3dd02a triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:45.555350 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:45.644225 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b97dda57-00bd-47ce-9d0d-3098284ccb65 req-e630e63f-f8a3-4d03-af3e-02955de2e69d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.0476258
Aug 24 19:55:45.676719 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:45.739024 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545633-6983-4432-9a4b-0581d81b671b req-203c7028-ef0a-4d4a-a0dd-5f0d0ff96407 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:45.739711 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-b0545633-6983-4432-9a4b-0581d81b671b req-203c7028-ef0a-4d4a-a0dd-5f0d0ff96407 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Synchronizing usage tracker for tenant:06817fcb9ed4446c990374f60583e38e on resource:network {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:55:45.823411 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94db7ca-2827-4274-936e-68eccd3dd02a'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:45.826173 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc35c-e8e4-450a-99c7-acdc62a1ae09 req-35e1d29e-a8a9-409b-bbe6-6e585c9140db tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:45.827975 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-996cc35c-e8e4-450a-99c7-acdc62a1ae09 req-35e1d29e-a8a9-409b-bbe6-6e585c9140db tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 944 time: 0.0811384
Aug 24 19:55:45.833674 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port a94db7ca-2827-4274-936e-68eccd3dd02a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=a94db7ca-2827-4274-936e-68eccd3dd02a,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:45.877841 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94db7ca-2827-4274-936e-68eccd3dd02a', 'code': 200}
Aug 24 19:55:45.884261 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-996cc35c-e8e4-450a-99c7-acdc62a1ae09 req-eec9e7dc-a235-4acd-b5d0-5dfb60dd809f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410514
Aug 24 19:55:45.939422 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 53874) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:45.968189 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-b0545633-6983-4432-9a4b-0581d81b671b req-203c7028-ef0a-4d4a-a0dd-5f0d0ff96407 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Unset dirty status for tenant:06817fcb9ed4446c990374f60583e38e on resource:network {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:55:45.970367 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-203c7028-ef0a-4d4a-a0dd-5f0d0ff96407 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "GET /v2.0/networks?id=33500939-4bd5-4b0a-a83e-b8df6c8acbae HTTP/1.1" status: 200  len: 808 time: 0.3936131
Aug 24 19:55:45.985112 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Request body: {'port': {'device_id': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae', 'admin_state_up': True, 'tenant_id': '06817fcb9ed4446c990374f60583e38e'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:46.007652 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.009498 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4dafd850-6d71-4916-ad7f-826886294d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:46.083899 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=a94db7ca-2827-4274-936e-68eccd3dd02a,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:46.087045 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:46.187923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:46.200036 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083b06a-3627-4e9c-be5c-e658ac641426 req-1bd1d218-25b2-4ca2-9f51-9f605ea40155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:46.208375 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f083b06a-3627-4e9c-be5c-e658ac641426 req-1bd1d218-25b2-4ca2-9f51-9f605ea40155 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 1098 time: 0.1415951
Aug 24 19:55:46.210138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:46.287753 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.311857 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:46.317740 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4190e11e030248839f3f5a9e6580aa0a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:46.322525 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Made reservation on behalf of 06817fcb9ed4446c990374f60583e38e for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:46.326722 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.337978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:46.348147 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:46.398985 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f083b06a-3627-4e9c-be5c-e658ac641426 req-39312bd5-45fd-4054-9890-4446c38826e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663854
Aug 24 19:55:46.466486 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229547ca-3ac3-4d67-8136-adeb19c590b2 req-3b1a73ed-9f03-4065-b3f3-e90a43a8ff6f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:46.468504 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-229547ca-3ac3-4d67-8136-adeb19c590b2 req-3b1a73ed-9f03-4065-b3f3-e90a43a8ff6f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1853719
Aug 24 19:55:46.474993 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de698497-1032-4d52-8324-ac3c6ba43f87 req-517ad2cd-07f2-4993-9556-4e9dc0a8afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:46.476774 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-de698497-1032-4d52-8324-ac3c6ba43f87 req-517ad2cd-07f2-4993-9556-4e9dc0a8afe7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 1098 time: 0.1158385
Aug 24 19:55:46.519785 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-229547ca-3ac3-4d67-8136-adeb19c590b2 req-cb85fa8f-b46e-496b-880c-a85e5ff8d3b8 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419097
Aug 24 19:55:46.611572 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Allocated IP 172.20.0.7 (33500939-4bd5-4b0a-a83e-b8df6c8acbae/d992b8ef-1b73-47f9-beac-4c6017b9f3a5/639cd818-3052-4da4-8f96-3c02e32f2327) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:55:46.615410 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-435bc153-8afd-4e1e-8a23-99e6bd1e991a req-c7c9dbf8-ea31-4428-8815-ea6a6144bc12 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e763f04-88c1-4eec-b26e-e7a76785037b HTTP/1.1" status: 200  len: 210 time: 0.0610707
Aug 24 19:55:46.630515 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.694017 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-de698497-1032-4d52-8324-ac3c6ba43f87 req-1b6e425c-6cb2-4a1f-b801-b1166d1ae027 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380933
Aug 24 19:55:46.722228 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53900) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:46.745287 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.759311 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.762602 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:46.772465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7e0c3984-4e9a-4a0c-a6e6-400278f99780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:46.802678 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ce89985c50f547aca5a26d20c480b30a is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:46.810251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:46.821496 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6818b228-aa44-47bf-9b2e-d7b77088fc1c req-ab95395e-f9b3-4e88-9818-5b38a3980203 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.0575414
Aug 24 19:55:46.832372 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4190e11e030248839f3f5a9e6580aa0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8923512
Aug 24 19:55:46.834783 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:46.836703 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53906) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:46.844536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf675b-a40c-4c39-bedd-c936f2f3fe44,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:46.849911 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:46.888965 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.901724 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:46.947652 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.039502 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.042105 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.048313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:47.116658 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Network 33500939-4bd5-4b0a-a83e-b8df6c8acbae is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:55:47.117980 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44266566-41e9-4184-a31b-1470a326a57c req-768934b9-f51a-4244-a083-e4ef7b5b12a8 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:47.119487 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44266566-41e9-4184-a31b-1470a326a57c req-768934b9-f51a-4244-a083-e4ef7b5b12a8 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.0820818
Aug 24 19:55:47.119905 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:55:47.124316 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:55:47.129830 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:47.130466 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.138174 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Pushing event updated for resources: {'Port': ['ID=639cd818-3052-4da4-8f96-3c02e32f2327,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:47.144762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:47.166285 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44266566-41e9-4184-a31b-1470a326a57c req-a22caa33-2258-4e61-b6e5-b468bcf53208 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389826
Aug 24 19:55:47.259896 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.267428 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.274646 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5db40783-5b7d-4e41-a4d4-a71a7cdf2f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:47.293976 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3132360
Aug 24 19:55:47.303898 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ef575c93-e7d3-4244-abd9-b4d62ef9c278 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:55:47.310941 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Request body: {'port': {'device_id': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:47.326907 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ae4df0-13bc-45b1-b2ae-6eb8ce1ef887,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:47.331542 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-98a0d652-c0cd-4378-b973-5085633952c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce89985c50f547aca5a26d20c480b30a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6081653
Aug 24 19:55:47.350877 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.350877 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bbf675b-a40c-4c39-bedd-c936f2f3fe44 HTTP/1.1" status: 204  len: 168 time: 0.5024142
Aug 24 19:55:47.350877 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53918) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:47.351357 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: ef575c93-e7d3-4244-abd9-b4d62ef9c278 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:55:47.351357 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ef575c93-e7d3-4244-abd9-b4d62ef9c278 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:55:47.355039 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf675b-a40c-4c39-bedd-c936f2f3fe44,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:47.358519 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:47.358920 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:47.359201 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:47.423385 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.453550 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.587506 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.637751 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.654146 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:47.780015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ae4df0-13bc-45b1-b2ae-6eb8ce1ef887,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:47.793940 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:47.801274 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:47.805759 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51ae4df0-13bc-45b1-b2ae-6eb8ce1ef887 HTTP/1.1" status: 204  len: 168 time: 0.4626515
Aug 24 19:55:47.829488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2df45-371d-4d85-b2b5-209686e8c02a req-2be754ae-cd31-453d-bb54-16ab84015b40 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:47.843995 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51f2df45-371d-4d85-b2b5-209686e8c02a req-2be754ae-cd31-453d-bb54-16ab84015b40 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1745727
Aug 24 19:55:47.891773 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51f2df45-371d-4d85-b2b5-209686e8c02a req-5399d43d-b23d-47ee-9f51-4e99d42bb230 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546114
Aug 24 19:55:48.151369 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef255ece-28ed-4224-9ef4-eb53068f2954 req-09297574-1291-4886-84db-3a7137d6b79e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:48.154184 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ef255ece-28ed-4224-9ef4-eb53068f2954 req-09297574-1291-4886-84db-3a7137d6b79e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 931 time: 0.1970379
Aug 24 19:55:48.208636 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639cd818-3052-4da4-8f96-3c02e32f2327 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:48.215465 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ef255ece-28ed-4224-9ef4-eb53068f2954 req-141341c8-194b-42d4-8414-1a10979e84c1 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553081
Aug 24 19:55:48.217722 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:48.242386 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Transition to ACTIVE for port object 639cd818-3052-4da4-8f96-3c02e32f2327 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:55:48.358021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:48.364408 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-465e57ac-8516-48ce-807d-515f4e88533e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:48.419155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eab78-062c-490b-b594-790537b134c4 req-97169dc8-ff2c-4ca1-b485-0d205c065508 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:48.420917 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c97eab78-062c-490b-b594-790537b134c4 req-97169dc8-ff2c-4ca1-b485-0d205c065508 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.1056314
Aug 24 19:55:48.476310 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c97eab78-062c-490b-b594-790537b134c4 req-f98e453c-e28b-4f0c-ad95-a7a79316b39e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493679
Aug 24 19:55:48.532666 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Pushing event updated for resources: {'Port': ['ID=639cd818-3052-4da4-8f96-3c02e32f2327,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:48.545722 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:48.575374 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Attempting to bind port 639cd818-3052-4da4-8f96-3c02e32f2327 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:55:48.583667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Attempting to bind port 639cd818-3052-4da4-8f96-3c02e32f2327 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:55:48.583667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Attempting to bind port 639cd818-3052-4da4-8f96-3c02e32f2327 on network 33500939-4bd5-4b0a-a83e-b8df6c8acbae {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:55:48.583667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Port 639cd818-3052-4da4-8f96-3c02e32f2327 on network 33500939-4bd5-4b0a-a83e-b8df6c8acbae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:55:48.583667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Attempting to bind port 639cd818-3052-4da4-8f96-3c02e32f2327 on network 33500939-4bd5-4b0a-a83e-b8df6c8acbae {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:55:48.586830 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:55:48.587165 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Checking segment: {'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:55:48.587545 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Bound using segment: {'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:55:48.587972 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Bound port: 639cd818-3052-4da4-8f96-3c02e32f2327, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030f7c4e-3178-48c2-a551-7d20360138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:55:48.588317 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:48.683080 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53956) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:48.701302 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:48.701691 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] For port 639cd818-3052-4da4-8f96-3c02e32f2327, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:55:48.705077 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] For port 639cd818-3052-4da4-8f96-3c02e32f2327, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=639cd818-3052-4da4-8f96-3c02e32f2327,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:55:48.716180 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:48.719914 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Usage tracker for resource:security_group_rule and tenant:ad8b58dd49924c99a3b6240805aa77f0 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:48.722706 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:48.728285 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:48.809864 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:48.929559 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:48.935770 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5e00851e-0587-4229-9cb8-3875ecc43884 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:48.957154 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:48.997948 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3420743d-5b83-4113-865e-5b18d6a3a14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:49.006973 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad8b58dd49924c99a3b6240805aa77f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3218946
Aug 24 19:55:49.011473 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 53974) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:49.073703 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982bcda5-aa5e-4071-a937-90eacce9a591,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:49.077125 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:49.091569 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.092286 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:49.093769 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/639cd818-3052-4da4-8f96-3c02e32f2327 HTTP/1.1" status: 200  len: 1093 time: 1.7882133
Aug 24 19:55:49.094710 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'tag': '639cd818-3052-4da4-8f96-3c02e32f2327'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:49.140362 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Pushing event updated for resources: {'Port': ['ID=639cd818-3052-4da4-8f96-3c02e32f2327,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:49.148615 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:49.159424 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:49.173433 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'tag': '639cd818-3052-4da4-8f96-3c02e32f2327', 'status': 'completed', 'code': 200}
Aug 24 19:55:49.195083 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:49.249697 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24c857-de41-4ec8-b8d3-779b3e0a5ee1 req-1061d841-52c9-4db7-8548-64b480ab5c8d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.251290 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8d24c857-de41-4ec8-b8d3-779b3e0a5ee1 req-1061d841-52c9-4db7-8548-64b480ab5c8d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1790507
Aug 24 19:55:49.277473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8513270-af90-4034-a1a5-e2e318d3849e req-1905492f-54d1-43b5-ab51-2435c49e725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.279701 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8513270-af90-4034-a1a5-e2e318d3849e req-1905492f-54d1-43b5-ab51-2435c49e725e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06817fcb9ed4446c990374f60583e38e&device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 1096 time: 0.0801299
Aug 24 19:55:49.302146 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8d24c857-de41-4ec8-b8d3-779b3e0a5ee1 req-3281e1f1-9482-4fb7-8478-08ed34ce9813 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452831
Aug 24 19:55:49.408070 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:49.413177 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-82bc109a-ff84-40c4-b881-f5fc534c6283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:49.441932 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982bcda5-aa5e-4071-a937-90eacce9a591,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:49.445443 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:49.453919 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:49.457278 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/982bcda5-aa5e-4071-a937-90eacce9a591 HTTP/1.1" status: 204  len: 168 time: 0.4422510
Aug 24 19:55:49.598954 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8513270-af90-4034-a1a5-e2e318d3849e req-aac9f4be-8223-460f-8b4f-ecc6eacf0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.601076 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8513270-af90-4034-a1a5-e2e318d3849e req-aac9f4be-8223-460f-8b4f-ecc6eacf0ae5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=06817fcb9ed4446c990374f60583e38e&shared=False HTTP/1.1" status: 200  len: 908 time: 0.3119054
Aug 24 19:55:49.656277 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b606b50-5a8e-4a9b-9826-c28210bcedf4 req-7f3332df-3330-4831-a58f-71e4de61a5ca tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.657773 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b606b50-5a8e-4a9b-9826-c28210bcedf4 req-7f3332df-3330-4831-a58f-71e4de61a5ca tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 943 time: 0.2062495
Aug 24 19:55:49.688469 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3281538-f2eb-44f8-a55e-cde130819b0f req-4f95cecf-d650-4924-8db6-f930e12c258b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.704798 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d3281538-f2eb-44f8-a55e-cde130819b0f req-4f95cecf-d650-4924-8db6-f930e12c258b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1376741
Aug 24 19:55:49.732260 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b606b50-5a8e-4a9b-9826-c28210bcedf4 req-56e4f4db-cdcf-4102-a874-b147504ba77e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673416
Aug 24 19:55:49.777449 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d3281538-f2eb-44f8-a55e-cde130819b0f req-63148d70-4c78-450a-9cec-dbae11004ae2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716043
Aug 24 19:55:49.799404 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:49.810819 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8513270-af90-4034-a1a5-e2e318d3849e req-3cb8d555-a163-47d9-b82c-e7faf7214183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.814739 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8513270-af90-4034-a1a5-e2e318d3849e req-3cb8d555-a163-47d9-b82c-e7faf7214183 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2016206
Aug 24 19:55:49.943518 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545633-6983-4432-9a4b-0581d81b671b req-d1a627dd-71af-4c03-a695-292ecc389ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.945201 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-d1a627dd-71af-4c03-a695-292ecc389ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06817fcb9ed4446c990374f60583e38e&device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 1096 time: 0.0908241
Aug 24 19:55:49.965072 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdc223-13d6-4872-8e6b-99ed6eb78893 req-85d2136c-f6d8-4020-98d3-b37eaabdcb73 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:49.967653 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-89bdc223-13d6-4872-8e6b-99ed6eb78893 req-85d2136c-f6d8-4020-98d3-b37eaabdcb73 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.1190290
Aug 24 19:55:50.040035 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-d274f851-f68c-4ea6-be54-238f83a48c1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=639cd818-3052-4da4-8f96-3c02e32f2327 HTTP/1.1" status: 200  len: 217 time: 0.0874283
Aug 24 19:55:50.051617 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-89bdc223-13d6-4872-8e6b-99ed6eb78893 req-07f3843a-c0c0-4de9-aa36-256e07559187 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778630
Aug 24 19:55:50.117436 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545633-6983-4432-9a4b-0581d81b671b req-5e143cc9-154f-4092-b76c-083eae9fe896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:50.122129 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-5e143cc9-154f-4092-b76c-083eae9fe896 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d992b8ef-1b73-47f9-beac-4c6017b9f3a5 HTTP/1.1" status: 200  len: 848 time: 0.0720522
Aug 24 19:55:50.179261 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-170461ad-eb41-405f-8ac0-9ffb701db682 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33500939-4bd5-4b0a-a83e-b8df6c8acbae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523026
Aug 24 19:55:50.365913 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-c606ea8d-26d4-4515-b19b-6564c5f3c63b service neutron] 10.222.0.60 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784072
Aug 24 19:55:50.464812 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54062) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:50.614202 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Deleting subnet e973a4d3-a864-4fe2-8868-788bb16afc4c {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 19:55:50.617612 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:50.684858 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:50.687829 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b0545633-6983-4432-9a4b-0581d81b671b req-9508f7ab-08b3-4808-9ac9-bbdaebf60a1b service neutron] 10.222.0.60 "GET /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120234
Aug 24 19:55:50.692663 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:50.898483 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54078) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:50.978465 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747021a1-d6ee-48b4-b964-d46a4bb81c20 req-6fa0858f-83a8-426a-91b6-50cb17ccefa5 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:50.980061 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-747021a1-d6ee-48b4-b964-d46a4bb81c20 req-6fa0858f-83a8-426a-91b6-50cb17ccefa5 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 943 time: 0.0968356
Aug 24 19:55:51.018902 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.018902 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-adc0332f-5a27-4f22-a53a-b5d7c1df625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:51.059359 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.062098 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e973a4d3-a864-4fe2-8868-788bb16afc4c,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:51.076382 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.079286 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:51.080392 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:51.083977 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Usage tracker for resource:security_group_rule and tenant:353ba2072f2441829672faa0a96d2284 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:51.084719 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-747021a1-d6ee-48b4-b964-d46a4bb81c20 req-ebc26337-a1cd-4a65-b084-f4fa488b946d tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978553
Aug 24 19:55:51.087241 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:51.087514 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e973a4d3-a864-4fe2-8868-788bb16afc4c HTTP/1.1" status: 204  len: 168 time: 0.6216798
Aug 24 19:55:51.090007 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54090) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:51.113748 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:51.224543 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.390849 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.414250 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f09632f4460>> segment before_delete 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.414633 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f09632f4460>> subnet precommit_delete_associations 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.415375 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> segment_host_mapping after_create 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.415708 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> port after_create 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.416052 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> port after_delete 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.416411 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> port after_update 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.416755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> segment after_delete 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.417077 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> subnet after_create 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.417443 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> subnet after_delete 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.417763 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e96eb0>> subnet after_update 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.438370 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54104) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:51.547605 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-657971830-network', 'tenant_id': '74e6559216964c0ebfc4b749610a3958'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:51.552498 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:51.556338 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Usage tracker for resource:network and tenant:74e6559216964c0ebfc4b749610a3958 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:51.559339 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:51.566221 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:51.579808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09634b1880>> subnet after_create 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.580286 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09634b1880>> subnet after_delete 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.580629 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09634b1880>> subnet before_create 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.580990 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f09634b1880>> subnet before_update 55550000 {{(pid=80015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:55:51.583601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0962e61910>,) {'filters': {'network_id': ['f82e4337-ca23-4678-b078-b69fac08a08f']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:55:51.608626 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962e61910>, '755b8881-861c-41a8-96fe-d8499f8193ec') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:55:51.612331 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962e61910>, '755b8881-861c-41a8-96fe-d8499f8193ec') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:55:51.616560 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.622568 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.640210 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.647223 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 19:55:51.652435 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   from cryptography.utils import int_from_bytes
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   from cryptography.utils import int_from_bytes
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   util.warn_limited(
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   util.warn_limited(
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 19:55:51.664925 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 19:55:51.731627 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.744523 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:51.787403 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a328a33d-9565-488a-96e0-353689e0a0bc,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:51.790729 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:51.793618 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-23faa652-297d-477f-a335-420e069f9408 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=353ba2072f2441829672faa0a96d2284&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8940725
Aug 24 19:55:51.796400 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54118) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:51.821794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Made reservation on behalf of 74e6559216964c0ebfc4b749610a3958 for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:51.824057 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.846804 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.869032 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:51.879551 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Usage tracker for resource:security_group_rule and tenant:74e6559216964c0ebfc4b749610a3958 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:51.887964 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:51.896890 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:51.898755 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.912273 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.916588 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:51.940800 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.941430 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:51.944671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f82e4337-ca23-4678-b078-b69fac08a08f,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:51.951768 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:52.032829 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/f82e4337-ca23-4678-b078-b69fac08a08f HTTP/1.1" status: 204  len: 168 time: 0.9415157
Aug 24 19:55:52.053942 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.118177 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.127261 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:52.144691 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328a33d-9565-488a-96e0-353689e0a0bc,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:52.162970 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:52.175302 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.198355 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.199648 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a328a33d-9565-488a-96e0-353689e0a0bc HTTP/1.1" status: 204  len: 168 time: 0.4022477
Aug 24 19:55:52.200470 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:52.231012 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:55:52.245487 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf5a9d-41d5-49d0-8bfd-609b6ed2fa99,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:52.265657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:52.266800 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.267325 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Added segment 23565d56-c587-42d6-a509-fcad9998b239 of type vlan for network 3bfe2959-22fe-42e9-9d7e-c0a230138b06
Aug 24 19:55:52.299947 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.414879 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2f52-cbff-440a-a365-f810baa2b8e8 req-c95309d0-8eeb-402d-8a76-0d80bc1ce7c2 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:52.416404 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e16f2f52-cbff-440a-a365-f810baa2b8e8 req-c95309d0-8eeb-402d-8a76-0d80bc1ce7c2 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 943 time: 0.1109653
Aug 24 19:55:52.471304 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e16f2f52-cbff-440a-a365-f810baa2b8e8 req-f2d3d038-4083-4904-981e-d3cb02fb2c68 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475791
Aug 24 19:55:52.512016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.513342 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:52.514836 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.519816 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:52.583091 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54152) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:52.632098 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Pushing event updated for resources: {'Network': ['ID=3bfe2959-22fe-42e9-9d7e-c0a230138b06,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:52.632681 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a8ed341a-4041-47c8-971b-2f91c1e342dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9687f1c644c141cd9a58a87219cb9ee4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0483317
Aug 24 19:55:52.635926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54156) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:52.639789 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:52.644531 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 3bfe2959-22fe-42e9-9d7e-c0a230138b06 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:55:52.711721 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.713243 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2734661
Aug 24 19:55:52.716255 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54164) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:52.724584 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Request body: {'subnet': {'network_id': '3bfe2959-22fe-42e9-9d7e-c0a230138b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-657971830-subnet', 'tenant_id': '74e6559216964c0ebfc4b749610a3958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:52.729911 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:52.749695 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Usage tracker for resource:subnet and tenant:74e6559216964c0ebfc4b749610a3958 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:52.751455 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.759121 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:52.772574 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:52.900970 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Made reservation on behalf of 74e6559216964c0ebfc4b749610a3958 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:52.903320 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.987342 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:52.993020 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-06a6d26d-2ce7-408f-ac9b-5a6556ef5d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:53.012184 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f1d0a6-d964-4a67-bcaa-e322a5da304d,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:53.014903 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:53.039322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-c689b57e-8a28-444b-93d3-d67e397cf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:53.040839 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-c689b57e-8a28-444b-93d3-d67e397cf632 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.1035774
Aug 24 19:55:53.156937 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f43ef-2154-42a0-8e2b-5bfa84cfa816 req-2db4c813-9493-4aad-a27d-463d9c36dceb tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:53.163102 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d7f43ef-2154-42a0-8e2b-5bfa84cfa816 req-2db4c813-9493-4aad-a27d-463d9c36dceb tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1202121
Aug 24 19:55:53.175855 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.176979 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05f1d0a6-d964-4a67-bcaa-e322a5da304d HTTP/1.1" status: 204  len: 168 time: 0.5396328
Aug 24 19:55:53.198145 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-e13a3c99-6c0c-43c3-9383-26a0ac6cedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:53.199652 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-e13a3c99-6c0c-43c3-9383-26a0ac6cedaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 918 time: 0.1521297
Aug 24 19:55:53.252894 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54176) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:53.273652 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-7e623fb2-0793-4751-9778-e8269db3dfb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 217 time: 0.0669351
Aug 24 19:55:53.284904 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d7f43ef-2154-42a0-8e2b-5bfa84cfa816 req-7df314c6-4880-467e-8082-2a72cf56b318 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187758
Aug 24 19:55:53.291283 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.331043 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 639cd818-3052-4da4-8f96-3c02e32f2327 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:55:53.345538 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:53.353390 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Usage tracker for resource:security_group_rule and tenant:064f04bd2e0949f8ab7c1d951254f67a is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:53.359423 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:53.371938 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:53.408898 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.411742 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-bdbfed46-7d73-4309-840d-c4fb804cb3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:53.413258 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-bdbfed46-7d73-4309-840d-c4fb804cb3f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.1310575
Aug 24 19:55:53.429525 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b3e09176-173c-4525-8be0-dfab9c0cc6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:53.491229 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54182) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:53.497451 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 639cd818-3052-4da4-8f96-3c02e32f2327, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=639cd818-3052-4da4-8f96-3c02e32f2327,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:53.509130 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-bb9855a5-94f2-4f00-84e7-c2d8aeb0f1cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0887775
Aug 24 19:55:53.516997 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '639cd818-3052-4da4-8f96-3c02e32f2327', 'network_id': '33500939-4bd5-4b0a-a83e-b8df6c8acbae', 'port_id': '639cd818-3052-4da4-8f96-3c02e32f2327', 'mac_address': 'fa:16:3e:39:f9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd992b8ef-1b73-47f9-beac-4c6017b9f3a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:55:53.552542 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610f3103-dc93-4fa9-b37f-78cdf1933d81,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:53.558952 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:53.568011 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Checking segment: {'id': '23565d56-c587-42d6-a509-fcad9998b239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3bfe2959-22fe-42e9-9d7e-c0a230138b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:55:53.568636 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Network hostable DHCP agents. Network: 3bfe2959-22fe-42e9-9d7e-c0a230138b06, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:55:53.589914 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.618092 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639cd818-3052-4da4-8f96-3c02e32f2327 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:55:53.636974 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 639cd818-3052-4da4-8f96-3c02e32f2327, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=639cd818-3052-4da4-8f96-3c02e32f2327,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:53.700949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.742911 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-013d5735-2a1c-4815-bc90-ebba6d2cc7a6 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135029
Aug 24 19:55:53.747551 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Network 3bfe2959-22fe-42e9-9d7e-c0a230138b06 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:55:53.768964 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2408c-e9b1-4891-9c3c-f5981afd75dd req-69669a80-ebc8-4363-b94d-04e2697f0513 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:53.770952 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cad2408c-e9b1-4891-9c3c-f5981afd75dd req-69669a80-ebc8-4363-b94d-04e2697f0513 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 943 time: 0.1247935
Aug 24 19:55:53.809084 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.810944 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:53.858950 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cad2408c-e9b1-4891-9c3c-f5981afd75dd req-ba37ae9e-7541-4a1a-a4a1-01d2fad3ec87 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808220
Aug 24 19:55:53.900470 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.907693 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.919322 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-43941761-3fe5-4504-b825-1ee3aef8ef09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:53.938264 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=639cd818-3052-4da4-8f96-3c02e32f2327,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:53.938557 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 3bfe2959-22fe-42e9-9d7e-c0a230138b06) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:55:53.949566 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:53.950168 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:53.955269 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:53.959380 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:53.963058 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf652fdc-a25c-4a27-b873-2fcd32c7a1de None None] Network 3bfe2959-22fe-42e9-9d7e-c0a230138b06 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:55:53.966094 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-40c37238-eeaf-468a-bde2-db672b5246c8 req-46f9763f-7797-4aec-abb8-47cb7125da9a service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155662
Aug 24 19:55:53.981598 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b116ffed6a46c89684f8e693505269 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:53.991811 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=064f04bd2e0949f8ab7c1d951254f67a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7351701
Aug 24 19:55:53.992495 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:53.993323 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54200) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:54.000810 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ef889-7c66-45b1-896d-ab34fa59d31a,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:54.003571 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:54.007892 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:54.086679 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.132053 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-65723cdf-0301-4481-b2e7-bd5707f25982 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4069796
Aug 24 19:55:54.132359 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.173417 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['639cd818-3052-4da4-8f96-3c02e32f2327'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:55:54.257090 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.330237 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.335678 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f321f64a-6dde-44bd-a6c6-61cb8f588436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:54.359550 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ef889-7c66-45b1-896d-ab34fa59d31a,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:54.369552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:54.372061 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.373169 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e15ef889-7c66-45b1-896d-ab34fa59d31a HTTP/1.1" status: 204  len: 168 time: 0.3768611
Aug 24 19:55:54.418512 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daddbba7-7c22-4cc4-bdbf-8040893e4c90 None None] Network 3bfe2959-22fe-42e9-9d7e-c0a230138b06 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:55:54.432173 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-1897d4ce-3fd3-4153-a4cb-4e4c3d5526e6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:54.439461 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-1897d4ce-3fd3-4153-a4cb-4e4c3d5526e6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.1807449
Aug 24 19:55:54.448479 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.457672 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:54.478166 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-fcdd9df4-0c6f-4ebf-a897-93d178b0c3da tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/quotas/015386ca443747ce821466c52a796d44 HTTP/1.1" status: 200  len: 375 time: 0.0378125
Aug 24 19:55:54.598319 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1b116ffed6a46c89684f8e693505269&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1046801
Aug 24 19:55:54.599388 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6584ee3-98b5-43ca-8b08-a034d6f6ab52,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:54.601145 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54236) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:54.604417 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:54.669712 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3aff6-fb7c-45a3-8e5e-cd885815f77c req-f6c37a80-461d-4285-9a44-22631266b1a2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:54.675699 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e0f3aff6-fb7c-45a3-8e5e-cd885815f77c req-f6c37a80-461d-4285-9a44-22631266b1a2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1992614
Aug 24 19:55:54.685417 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-14aaf286-885c-4a2f-9a94-2216df647f95 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1643376
Aug 24 19:55:54.715165 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.756325 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.814784 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e0f3aff6-fb7c-45a3-8e5e-cd885815f77c req-d0c08c72-a41f-4488-ac55-86e531c8d2b7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270645
Aug 24 19:55:54.853859 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-f8ce0632-8eda-444b-bad8-8ab46a15745d service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673410
Aug 24 19:55:54.948845 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:54.957266 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3ecb6d31-5d20-4f67-949a-ac9b42891e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:55.056835 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-aa163185-70f1-4ca5-a42a-2ce94018c201 service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963177
Aug 24 19:55:55.069138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6584ee3-98b5-43ca-8b08-a034d6f6ab52,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:55.072266 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:55.078910 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:55.082738 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6584ee3-98b5-43ca-8b08-a034d6f6ab52 HTTP/1.1" status: 204  len: 168 time: 0.4770749
Aug 24 19:55:55.121403 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450972b7-a77b-43dd-b31a-bb0694556f1b req-b88c9299-e89f-47b7-a571-729b5681f166 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:55.122853 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-450972b7-a77b-43dd-b31a-bb0694556f1b req-b88c9299-e89f-47b7-a571-729b5681f166 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 944 time: 0.1268206
Aug 24 19:55:55.175196 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-450972b7-a77b-43dd-b31a-bb0694556f1b req-4f6f4319-45ee-4c62-97d1-48312f99b1c7 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438666
Aug 24 19:55:55.323750 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0784fbf6-5315-42fe-be85-eea6314c8952 req-f27233c2-c50d-4db0-8920-456936f4c2b3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 210 time: 0.0466018
Aug 24 19:55:55.867436 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54288) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:55.875045 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2099424067-network', 'tenant_id': 'ea45bf9b45ba4b87ab8a39b3bced5549'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:55.881966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:55.886769 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Usage tracker for resource:network and tenant:ea45bf9b45ba4b87ab8a39b3bced5549 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:55.890891 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:55.897172 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:56.004140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019639-860e-421e-9065-acd2e89162b7 req-4c467bfb-dddc-4efd-81fc-c447f2eafd93 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:56.005612 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-94019639-860e-421e-9065-acd2e89162b7 req-4c467bfb-dddc-4efd-81fc-c447f2eafd93 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0826535
Aug 24 19:55:56.049420 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-94019639-860e-421e-9065-acd2e89162b7 req-388d461d-34bb-44af-bff3-19cfe0d5ea0f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381622
Aug 24 19:55:56.055769 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Made reservation on behalf of ea45bf9b45ba4b87ab8a39b3bced5549 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:56.058118 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.073752 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.087736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:56.091741 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Usage tracker for resource:security_group_rule and tenant:ea45bf9b45ba4b87ab8a39b3bced5549 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:56.095302 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:56.102085 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:56.119303 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54296) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:56.150376 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.170474 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:56.175708 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Usage tracker for resource:security_group_rule and tenant:763063d77a1e48379fe4add1a5304ab4 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:56.179138 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:56.185299 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:56.198102 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.291353 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.298411 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:56.315802 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:55:56.337899 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25266c8f-f5e0-4d86-b6d7-fe58210af790,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:56.340650 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.346083 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Added segment ab0b6833-70b3-42fb-b6a4-b18f72e8728c of type vlan for network e1827f82-879f-478c-8271-6ccd7028886e
Aug 24 19:55:56.348366 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:56.383684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.428033 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bee027-eed5-4877-a63f-7840c07efd36 req-93932c86-8966-431b-bae8-50afb71c95f9 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:56.429593 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-14bee027-eed5-4877-a63f-7840c07efd36 req-93932c86-8966-431b-bae8-50afb71c95f9 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 944 time: 0.1430757
Aug 24 19:55:56.492577 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.500089 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-14bee027-eed5-4877-a63f-7840c07efd36 req-b3382f2f-e047-4fd4-829c-38f0837eb510 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646069
Aug 24 19:55:56.564531 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.565933 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:56.566922 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.572495 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:56.678661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Pushing event updated for resources: {'Network': ['ID=e1827f82-879f-478c-8271-6ccd7028886e,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:56.681622 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:56.691322 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network e1827f82-879f-478c-8271-6ccd7028886e details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:55:56.729358 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.758875 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3ab74290-a89e-48ac-b6dc-531593b2d920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:56.766310 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8974965
Aug 24 19:55:56.768991 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54326) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:56.775401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Request body: {'subnet': {'network_id': 'e1827f82-879f-478c-8271-6ccd7028886e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2099424067-subnet', 'tenant_id': 'ea45bf9b45ba4b87ab8a39b3bced5549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:56.784048 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:56.793664 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89544cc-3afa-419d-942a-4f6dfa5cd2d1,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:56.794746 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Usage tracker for resource:subnet and tenant:ea45bf9b45ba4b87ab8a39b3bced5549 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:56.807393 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-86664088-0799-4ba4-ae94-2c67722d94b7 req-31774ed5-6f0e-4968-aa10-17af529a00b6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 210 time: 0.2056272
Aug 24 19:55:56.807744 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:56.808420 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:56.819812 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=763063d77a1e48379fe4add1a5304ab4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6999226
Aug 24 19:55:56.822447 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54330) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:56.829120 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:56.894351 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:56.928062 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.033548 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Made reservation on behalf of ea45bf9b45ba4b87ab8a39b3bced5549 for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:57.036251 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6650672'] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.104664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.120388 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1ced6c6a-a458-421c-ada7-328c9ca18ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:57.133213 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89544cc-3afa-419d-942a-4f6dfa5cd2d1,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:57.135647 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:57.159627 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.161296 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b89544cc-3afa-419d-942a-4f6dfa5cd2d1 HTTP/1.1" status: 204  len: 168 time: 0.3378916
Aug 24 19:55:57.324324 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dd31b-6908-4e99-9813-b7a150e8a865 req-5ef84b6f-498b-495e-a58e-da218b6fab5d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:57.326456 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-225dd31b-6908-4e99-9813-b7a150e8a865 req-5ef84b6f-498b-495e-a58e-da218b6fab5d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1028607
Aug 24 19:55:57.342387 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 639cd818-3052-4da4-8f96-3c02e32f2327 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:55:57.384807 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-225dd31b-6908-4e99-9813-b7a150e8a865 req-05679e17-3fb2-4c75-8a10-6ce60b524c14 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510905
Aug 24 19:55:57.434087 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8347447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6650690'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.438584 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:57.508306 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960281e3-1e1c-47f0-826b-64627b6da26d,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:57.514611 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:57.521939 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Checking segment: {'id': 'ab0b6833-70b3-42fb-b6a4-b18f72e8728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e1827f82-879f-478c-8271-6ccd7028886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:55:57.522289 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Network hostable DHCP agents. Network: e1827f82-879f-478c-8271-6ccd7028886e, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:55:57.559784 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 639cd818-3052-4da4-8f96-3c02e32f2327 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:55:57.568228 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 639cd818-3052-4da4-8f96-3c02e32f2327 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:55:57.568790 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.703864 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54354) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:57.713486 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89dcf-86ae-4b72-8697-2d4d2c49c120 req-35fd08c8-326c-4d5d-915a-a241c517c03e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:57.713486 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7ff89dcf-86ae-4b72-8697-2d4d2c49c120 req-35fd08c8-326c-4d5d-915a-a241c517c03e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 944 time: 0.0890589
Aug 24 19:55:57.727768 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.748264 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Network e1827f82-879f-478c-8271-6ccd7028886e is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:55:57.758838 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639cd818-3052-4da4-8f96-3c02e32f2327'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:55:57.763553 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7ff89dcf-86ae-4b72-8697-2d4d2c49c120 req-f6d7be0b-bf91-4362-83f7-c2bcfa286bde tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460761
Aug 24 19:55:57.772887 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 639cd818-3052-4da4-8f96-3c02e32f2327, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=639cd818-3052-4da4-8f96-3c02e32f2327,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:55:57.818400 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639cd818-3052-4da4-8f96-3c02e32f2327', 'code': 200}
Aug 24 19:55:57.868312 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.899499 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:57.903611 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd69c320c52744d5878ec59e5e4001ad is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:57.907075 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:57.914695 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:57.925731 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, e1827f82-879f-478c-8271-6ccd7028886e) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:55:57.926447 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.937852 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:57.938369 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:57.939703 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:57.987039 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-208f91eb-e694-4c24-9ce4-4bfe276b7218 req-37fe2bd4-96f6-4d88-a844-5e876378e679 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 210 time: 0.0583735
Aug 24 19:55:58.007728 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4daa7b7-858e-4f37-830e-5011effceef5 None None] Network e1827f82-879f-478c-8271-6ccd7028886e requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:55:58.046074 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:58.116929 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=639cd818-3052-4da4-8f96-3c02e32f2327,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:58.121363 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:58.145664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:58.158716 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:58.193161 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4228542
Aug 24 19:55:58.222011 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201581f1-bb5a-4719-a50c-d921e3674cdc,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:58.228126 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:58.239281 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54376) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:55:58.250825 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd69c320c52744d5878ec59e5e4001ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5457883
Aug 24 19:55:58.262254 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7c99d-f43e-4e89-9590-cb678abdece1 None None] Network e1827f82-879f-478c-8271-6ccd7028886e requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:55:58.314129 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:58.355407 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:58.579915 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056036b3-7950-4994-ab90-2259dfe05aa8 req-e561f19d-30ce-4d25-8742-4c9d45e6ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:58.581971 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-056036b3-7950-4994-ab90-2259dfe05aa8 req-e561f19d-30ce-4d25-8742-4c9d45e6ef3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 1098 time: 0.1708710
Aug 24 19:55:58.664513 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-056036b3-7950-4994-ab90-2259dfe05aa8 req-71802f46-2bb5-49d0-89d4-f9b7ce45ae64 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745602
Aug 24 19:55:58.665088 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:58.669667 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-04853db7-8227-4425-bcfe-0129e6c9196b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:58.720058 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201581f1-bb5a-4719-a50c-d921e3674cdc,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:55:58.727799 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:55:58.738905 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-7316a60f-b8e4-48b9-97ef-b8f86b1b6230 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:58.738905 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-7316a60f-b8e4-48b9-97ef-b8f86b1b6230 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.3557150
Aug 24 19:55:58.764075 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:58.767632 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/201581f1-bb5a-4719-a50c-d921e3674cdc HTTP/1.1" status: 204  len: 168 time: 0.5249522
Aug 24 19:55:58.799384 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a74525-4d4b-434c-a10b-136973d4535e req-d2f8eb9e-3912-4fe6-873d-c9ee0cbc9f91 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:58.807672 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9a74525-4d4b-434c-a10b-136973d4535e req-d2f8eb9e-3912-4fe6-873d-c9ee0cbc9f91 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1454329
Aug 24 19:55:58.879021 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9a74525-4d4b-434c-a10b-136973d4535e req-112fe360-3c12-485d-ae75-767f491dd8b6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704253
Aug 24 19:55:58.896016 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Request body: {'port': {'device_id': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'admin_state_up': True, 'tenant_id': '015386ca443747ce821466c52a796d44'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:55:59.083046 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb0c14-bdf5-450f-95ab-ce0a6ba5b811 req-a3e9d75d-be2f-4be5-bc53-4b328280292e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:55:59.084549 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2fcb0c14-bdf5-450f-95ab-ce0a6ba5b811 req-a3e9d75d-be2f-4be5-bc53-4b328280292e tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.1074440
Aug 24 19:55:59.128573 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:55:59.128573 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Usage tracker for resource:port and tenant:015386ca443747ce821466c52a796d44 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:55:59.128573 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:55:59.135587 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:55:59.197567 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5fe242f3-2486-40a3-9917-1d0d5a2c7119 req-86741cf0-b753-44e6-96d7-4d7fe6b0fee1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 210 time: 0.0688074
Aug 24 19:55:59.206846 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2fcb0c14-bdf5-450f-95ab-ce0a6ba5b811 req-0dd6d370-c8b2-447f-b1d4-dbd6d80eee63 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116714
Aug 24 19:55:59.292007 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Made reservation on behalf of 015386ca443747ce821466c52a796d44 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:55:59.296028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:59.475107 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Allocated IP 172.20.0.11 (21efa646-837e-4ab9-8eec-e5471e24810c/c78df88a-cc48-4da8-9616-361dca09ba93/0467417e-dbd3-4bc8-8750-975cc0e72f9b) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:55:59.692483 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:59.960934 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:55:59.966767 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:55:59.978573 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8e2ef067-754e-4280-b2c8-36dafef26144', 'a94db7ca-2827-4274-936e-68eccd3dd02a'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:56:00.075435 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Network 21efa646-837e-4ab9-8eec-e5471e24810c is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:00.078673 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:00.083466 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:56:00.149225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:00.149922 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:00.164399 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event updated for resources: {'Port': ['ID=0467417e-dbd3-4bc8-8750-975cc0e72f9b,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:00.169098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:00.241768 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c4c2e-dc54-4487-acba-b0cfb09adff8 req-b562de77-a824-4d37-a9f5-32f1bf2e6a8e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:00.252066 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ca8c4c2e-dc54-4487-acba-b0cfb09adff8 req-b562de77-a824-4d37-a9f5-32f1bf2e6a8e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.2317975
Aug 24 19:56:00.299224 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ca8c4c2e-dc54-4487-acba-b0cfb09adff8 req-7b5ff31d-de21-4b66-9959-6335c136af72 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462687
Aug 24 19:56:00.355546 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4635646
Aug 24 19:56:00.372028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Request body: {'port': {'device_id': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:00.514315 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-1dc02db5-d374-463e-964e-d2c60d9fd2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:00.606296 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:00.721802 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415599a-eb81-44af-9879-4be9f52709ad req-65bf4e07-587a-40bc-9534-c27055539076 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:00.729594 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8415599a-eb81-44af-9879-4be9f52709ad req-65bf4e07-587a-40bc-9534-c27055539076 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 932 time: 0.1744254
Aug 24 19:56:00.757316 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b85b6-1f58-4672-9be3-641cf886097b req-a9fe2937-e87d-496d-a249-2fa9925aa53a tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:00.758992 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-076b85b6-1f58-4672-9be3-641cf886097b req-a9fe2937-e87d-496d-a249-2fa9925aa53a tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.1704831
Aug 24 19:56:00.830134 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8415599a-eb81-44af-9879-4be9f52709ad req-c321053d-a350-4f34-b6e8-1af504e0ce9f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992465
Aug 24 19:56:00.853717 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-076b85b6-1f58-4672-9be3-641cf886097b req-f635e86e-6073-4514-98f6-03b66acb8a4c tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843482
Aug 24 19:56:01.086455 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:01.116976 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0467417e-dbd3-4bc8-8750-975cc0e72f9b {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:56:01.125132 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:01.141104 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Transition to ACTIVE for port object 0467417e-dbd3-4bc8-8750-975cc0e72f9b will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:01.297426 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:01.312079 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:01.376131 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Pushing event updated for resources: {'Port': ['ID=0467417e-dbd3-4bc8-8750-975cc0e72f9b,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:01.389039 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:01.523195 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609dec7-5806-4759-b6dd-99d590aa77e9 req-3adbc19f-1877-4b14-9edb-7f87cc7c8432 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:01.524650 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7609dec7-5806-4759-b6dd-99d590aa77e9 req-3adbc19f-1877-4b14-9edb-7f87cc7c8432 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0814528
Aug 24 19:56:01.571450 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7609dec7-5806-4759-b6dd-99d590aa77e9 req-0004013a-d6c6-42e6-a4c5-22058dfebe44 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411365
Aug 24 19:56:01.581879 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Attempting to bind port 0467417e-dbd3-4bc8-8750-975cc0e72f9b on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:56:01.582142 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Attempting to bind port 0467417e-dbd3-4bc8-8750-975cc0e72f9b by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:56:01.582618 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Attempting to bind port 0467417e-dbd3-4bc8-8750-975cc0e72f9b on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:56:01.587789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Port 0467417e-dbd3-4bc8-8750-975cc0e72f9b on network 21efa646-837e-4ab9-8eec-e5471e24810c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:56:01.588160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Attempting to bind port 0467417e-dbd3-4bc8-8750-975cc0e72f9b on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:56:01.593265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:56:01.593597 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Checking segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:01.593969 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Bound using segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:56:01.594941 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Bound port: 0467417e-dbd3-4bc8-8750-975cc0e72f9b, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:56:01.595282 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:01.683343 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] For port 0467417e-dbd3-4bc8-8750-975cc0e72f9b, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:56:01.686218 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] For port 0467417e-dbd3-4bc8-8750-975cc0e72f9b, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0467417e-dbd3-4bc8-8750-975cc0e72f9b,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:56:01.835474 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:01.840136 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:01.892516 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:01.893424 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:01.895443 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] 10.222.0.60 "PUT /v2.0/ports/0467417e-dbd3-4bc8-8750-975cc0e72f9b HTTP/1.1" status: 200  len: 1094 time: 1.5287135
Aug 24 19:56:01.910137 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'tag': '0467417e-dbd3-4bc8-8750-975cc0e72f9b'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:56:01.939273 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Pushing event updated for resources: {'Port': ['ID=0467417e-dbd3-4bc8-8750-975cc0e72f9b,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:01.945243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:01.987301 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'tag': '0467417e-dbd3-4bc8-8750-975cc0e72f9b', 'status': 'completed', 'code': 200}
Aug 24 19:56:02.073856 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b4ac-ab6a-4709-841e-b29281872cdf req-fefc643e-d258-4155-a322-332a6cbcae26 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:02.075680 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bea5b4ac-ab6a-4709-841e-b29281872cdf req-fefc643e-d258-4155-a322-332a6cbcae26 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 944 time: 0.1180446
Aug 24 19:56:02.115635 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0fe54-954e-4d61-a964-60980a7872f8 req-296206b5-e98d-41f7-93d0-9c262c8d9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:02.127278 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f3e0fe54-954e-4d61-a964-60980a7872f8 req-296206b5-e98d-41f7-93d0-9c262c8d9878 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 1097 time: 0.0897846
Aug 24 19:56:02.162275 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bea5b4ac-ab6a-4709-841e-b29281872cdf req-175be13f-b588-40c1-be4b-2f076fa27014 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797980
Aug 24 19:56:02.289757 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0fe54-954e-4d61-a964-60980a7872f8 req-565d8404-bf6d-45ce-8de4-53ca8787962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:02.291286 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f3e0fe54-954e-4d61-a964-60980a7872f8 req-565d8404-bf6d-45ce-8de4-53ca8787962f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=015386ca443747ce821466c52a796d44&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1602275
Aug 24 19:56:02.433069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0fe54-954e-4d61-a964-60980a7872f8 req-45a13bf5-5421-470e-89d9-b807be2f4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:02.434873 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f3e0fe54-954e-4d61-a964-60980a7872f8 req-45a13bf5-5421-470e-89d9-b807be2f4972 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1367853
Aug 24 19:56:02.573043 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-592dfbff-007c-4ea0-ae5e-a4595a974756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:02.574598 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-592dfbff-007c-4ea0-ae5e-a4595a974756 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 1097 time: 0.0799117
Aug 24 19:56:02.654505 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-60132252-f1f5-4b08-9bd3-674542b4275f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0467417e-dbd3-4bc8-8750-975cc0e72f9b HTTP/1.1" status: 200  len: 217 time: 0.0618887
Aug 24 19:56:02.760922 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599cda7-2bd4-4df7-8824-b6aeb21c9b59 req-b5c5e63c-cfb4-4104-b339-230860b5d769 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:02.762404 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5599cda7-2bd4-4df7-8824-b6aeb21c9b59 req-b5c5e63c-cfb4-4104-b339-230860b5d769 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0794868
Aug 24 19:56:02.810587 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5599cda7-2bd4-4df7-8824-b6aeb21c9b59 req-09b93700-3d3c-402a-9894-677ef6b0ffed tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424275
Aug 24 19:56:02.841720 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-10f83539-9a0f-4bae-9198-3640c1823fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:02.843510 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-10f83539-9a0f-4bae-9198-3640c1823fb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c78df88a-cc48-4da8-9616-361dca09ba93 HTTP/1.1" status: 200  len: 854 time: 0.1815414
Aug 24 19:56:02.893813 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-eefbb2eb-5b38-4651-ba08-cfb317aa3587 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=21efa646-837e-4ab9-8eec-e5471e24810c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414851
Aug 24 19:56:03.085832 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-8305e4ad-fa63-4ee5-baf5-9311cd612ce5 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829195
Aug 24 19:56:03.332060 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ffa04233-c47b-4c95-8635-acfa30b6a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:03.358386 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1cca36cb-f51d-4753-9b59-25e05c141cac req-58956e02-c51d-4c8c-8113-b30033ae7814 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2643046
Aug 24 19:56:03.380581 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252ce7f-83a7-4651-b510-578bf455f97f req-b1ccc21a-d0de-45d4-a6e3-78f12d9cf9df tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:03.382544 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e252ce7f-83a7-4651-b510-578bf455f97f req-b1ccc21a-d0de-45d4-a6e3-78f12d9cf9df tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 944 time: 0.1105499
Aug 24 19:56:03.429842 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e252ce7f-83a7-4651-b510-578bf455f97f req-03275d00-f9e9-47ae-9add-c089f4468435 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411277
Aug 24 19:56:04.004947 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ec1a1-7d58-400b-ae55-255d1518bd8b req-7861e2a5-5b31-41c3-afa7-ce8d2b43a44b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:04.007034 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b6ec1a1-7d58-400b-ae55-255d1518bd8b req-7861e2a5-5b31-41c3-afa7-ce8d2b43a44b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0874765
Aug 24 19:56:04.072869 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b6ec1a1-7d58-400b-ae55-255d1518bd8b req-dc32c532-6a5d-4d04-82cb-dff0612e28f7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550091
Aug 24 19:56:04.247166 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:04.611983 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990cc93-bdf6-4780-b6e0-ae8692bad5f7 req-79f5cfb0-11ee-4bec-858e-bebbb259be46 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:04.613445 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5990cc93-bdf6-4780-b6e0-ae8692bad5f7 req-79f5cfb0-11ee-4bec-858e-bebbb259be46 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 944 time: 0.0791819
Aug 24 19:56:04.669850 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5990cc93-bdf6-4780-b6e0-ae8692bad5f7 req-c9be04c9-932d-406a-877d-0ed27efe748f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503135
Aug 24 19:56:04.881982 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce15354-893f-4845-808b-182ebe2a95a0 req-bed3c9ba-e519-4f79-989d-b254d0789e92 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:04.883446 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ce15354-893f-4845-808b-182ebe2a95a0 req-bed3c9ba-e519-4f79-989d-b254d0789e92 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.1340785
Aug 24 19:56:04.927040 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ce15354-893f-4845-808b-182ebe2a95a0 req-9757a264-bd8b-4a1b-9f5d-28a4a6d33b4b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377326
Aug 24 19:56:05.283597 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc0510-e60e-4f91-b5c1-3806090b9603 req-dd7c0342-1e43-4cae-9c0d-c41a2c21a383 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:05.285865 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7acc0510-e60e-4f91-b5c1-3806090b9603 req-dd7c0342-1e43-4cae-9c0d-c41a2c21a383 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0847385
Aug 24 19:56:05.332611 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7acc0510-e60e-4f91-b5c1-3806090b9603 req-e773e30c-8aa3-4c57-aa11-5cc1caafc298 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404954
Aug 24 19:56:05.375615 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0467417e-dbd3-4bc8-8750-975cc0e72f9b details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:56:05.518605 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0467417e-dbd3-4bc8-8750-975cc0e72f9b, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0467417e-dbd3-4bc8-8750-975cc0e72f9b,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:05.531263 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '0467417e-dbd3-4bc8-8750-975cc0e72f9b', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'port_id': '0467417e-dbd3-4bc8-8750-975cc0e72f9b', 'mac_address': 'fa:16:3e:b4:4f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78df88a-cc48-4da8-9616-361dca09ba93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:56:05.588188 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:05.606433 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0467417e-dbd3-4bc8-8750-975cc0e72f9b {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:56:05.612753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:05.624026 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0467417e-dbd3-4bc8-8750-975cc0e72f9b, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0467417e-dbd3-4bc8-8750-975cc0e72f9b,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:05.756380 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:05.758845 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:05.827110 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0467417e-dbd3-4bc8-8750-975cc0e72f9b,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:05.830186 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:05.860370 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a71d06-6048-449a-8b71-dbf2e0647585 req-3f7df3f4-b694-4700-8ce3-703154a24e32 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:05.862452 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-90a71d06-6048-449a-8b71-dbf2e0647585 req-3f7df3f4-b694-4700-8ce3-703154a24e32 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 945 time: 0.0831726
Aug 24 19:56:05.913162 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-90a71d06-6048-449a-8b71-dbf2e0647585 req-6489bd13-32d4-45ad-b03e-45a552f56b52 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437958
Aug 24 19:56:06.120992 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6297b-e644-4732-984c-d8189177ad56 req-72e58942-80f1-46a1-a463-82df768c6a4f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:06.122523 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e9d6297b-e644-4732-984c-d8189177ad56 req-72e58942-80f1-46a1-a463-82df768c6a4f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.0878737
Aug 24 19:56:06.169997 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e9d6297b-e644-4732-984c-d8189177ad56 req-bd279a4c-e0b3-4e01-a3cd-1066db5f70ea tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416772
Aug 24 19:56:06.658197 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109156a-f58e-4f0b-870b-5c2d34f562f1 req-fa1b2a2f-f132-4b20-afbf-b4d236b2564a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:06.659563 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b109156a-f58e-4f0b-870b-5c2d34f562f1 req-fa1b2a2f-f132-4b20-afbf-b4d236b2564a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0821178
Aug 24 19:56:06.703595 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b109156a-f58e-4f0b-870b-5c2d34f562f1 req-1d3f9053-c35c-4c42-8cb6-1952cb2a8ee4 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377276
Aug 24 19:56:07.106008 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ef76-16a3-4853-baf9-eafb3c763148 req-54509b4b-a74a-45af-a5e4-b5593174fe79 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:07.107464 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-62e1ef76-16a3-4853-baf9-eafb3c763148 req-54509b4b-a74a-45af-a5e4-b5593174fe79 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 945 time: 0.0793417
Aug 24 19:56:07.152407 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-62e1ef76-16a3-4853-baf9-eafb3c763148 req-d6933cbd-dbf6-483f-9386-612c0c70bb2e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386519
Aug 24 19:56:07.355217 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf06d53-6999-4c5b-9691-6dfa2aaa4825 req-5e44ccb0-749f-477e-a5fa-a14f1c11c0b0 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:07.356654 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-daf06d53-6999-4c5b-9691-6dfa2aaa4825 req-5e44ccb0-749f-477e-a5fa-a14f1c11c0b0 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.0842657
Aug 24 19:56:07.401024 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-daf06d53-6999-4c5b-9691-6dfa2aaa4825 req-9cc7f3bd-209e-4d3d-9280-aa7f74095eb6 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380259
Aug 24 19:56:07.785080 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54608) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:07.884580 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af161a8f-39e6-4e66-834c-4e92fd6d4b69 req-1fc39df7-0899-4cef-8d9b-f380980e4944 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:07.886049 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-af161a8f-39e6-4e66-834c-4e92fd6d4b69 req-1fc39df7-0899-4cef-8d9b-f380980e4944 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0788641
Aug 24 19:56:07.936089 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-af161a8f-39e6-4e66-834c-4e92fd6d4b69 req-b9fc0dfc-36e7-4584-a83e-d10f1f6a2d6c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442812
Aug 24 19:56:07.951084 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:07.965611 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:07.969534 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Usage tracker for resource:security_group_rule and tenant:920a2ae30305441886e3f1f4600761e2 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:07.973108 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:07.979030 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:08.063106 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:08.168036 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:08.175302 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f3cf6312-7b36-41eb-9107-b40a70a7e334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:08.215724 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a584b83-baa1-402d-a0b4-8843fa57663a,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:08.222780 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 54620) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:08.223627 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=920a2ae30305441886e3f1f4600761e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4365754
Aug 24 19:56:08.223773 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:08.286430 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:08.305822 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:08.349782 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5172f3-e688-4416-b7c3-816146388456 req-96395e60-df13-47c4-957a-52b85db4a3a6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:08.351315 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab5172f3-e688-4416-b7c3-816146388456 req-96395e60-df13-47c4-957a-52b85db4a3a6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 945 time: 0.0869644
Aug 24 19:56:08.404108 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab5172f3-e688-4416-b7c3-816146388456 req-53343e4b-50ca-4f36-819d-3e6261f15ef7 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460663
Aug 24 19:56:08.471541 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:08.478098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-49ae3ffd-a03a-4ca1-b8c3-5ffc68cd1ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:08.491815 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a584b83-baa1-402d-a0b4-8843fa57663a,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:08.494354 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:08.544009 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:08.545098 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a584b83-baa1-402d-a0b4-8843fa57663a HTTP/1.1" status: 204  len: 168 time: 0.3213415
Aug 24 19:56:08.593161 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14ccb-99d3-41e1-923b-ac0eeab69953 req-b61952a2-dd26-4e4c-bc4b-a5ed7e2903c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:08.594801 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3da14ccb-99d3-41e1-923b-ac0eeab69953 req-b61952a2-dd26-4e4c-bc4b-a5ed7e2903c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.0811000
Aug 24 19:56:08.609983 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578d1d1-5f4a-4d1f-9316-4d7bb966b5b2 req-0497b17b-a8fb-4c21-a11a-fff792757f06 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:08.611610 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9578d1d1-5f4a-4d1f-9316-4d7bb966b5b2 req-0497b17b-a8fb-4c21-a11a-fff792757f06 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.0954204
Aug 24 19:56:08.644509 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3da14ccb-99d3-41e1-923b-ac0eeab69953 req-085ebde4-c57f-44fb-9d2f-bc6459117cc1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389025
Aug 24 19:56:08.664178 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9578d1d1-5f4a-4d1f-9316-4d7bb966b5b2 req-3ef192b6-3e28-4955-a781-aeb4407a84ba tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442481
Aug 24 19:56:08.807813 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['0467417e-dbd3-4bc8-8750-975cc0e72f9b'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:56:09.130891 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d16d61-218d-4403-a6ad-db362995bcd3 req-fe30458a-cb31-458c-af0b-86f68192ec41 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:09.145428 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e4d16d61-218d-4403-a6ad-db362995bcd3 req-fe30458a-cb31-458c-af0b-86f68192ec41 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0879147
Aug 24 19:56:09.148427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5defe928-ca05-4c68-8abe-5a914fbbbb23 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:09.149387 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5defe928-ca05-4c68-8abe-5a914fbbbb23 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Synchronizing usage tracker for tenant:06817fcb9ed4446c990374f60583e38e on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:56:09.177953 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e4d16d61-218d-4403-a6ad-db362995bcd3 req-80662b63-93bf-4915-abeb-561039c8219c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400486
Aug 24 19:56:09.294189 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5defe928-ca05-4c68-8abe-5a914fbbbb23 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Unset dirty status for tenant:06817fcb9ed4446c990374f60583e38e on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:56:09.295469 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5defe928-ca05-4c68-8abe-5a914fbbbb23 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.2437525
Aug 24 19:56:09.376737 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Deleting port 639cd818-3052-4da4-8f96-3c02e32f2327 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:56:09.377067 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:09.441673 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54644) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:09.461207 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:09.479359 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:09.483862 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Usage tracker for resource:security_group_rule and tenant:c65002eb47b6441d95f79743ebc7352d is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:09.492858 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:09.499671 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:09.709032 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b7fa6-091d-4175-ad25-f85bd45cef14 req-dc321ee4-eae7-4cf8-aeff-6e9f70ed50dd tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:09.709032 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-874b7fa6-091d-4175-ad25-f85bd45cef14 req-dc321ee4-eae7-4cf8-aeff-6e9f70ed50dd tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 945 time: 0.1483169
Aug 24 19:56:09.709431 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] For port 639cd818-3052-4da4-8f96-3c02e32f2327, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=639cd818-3052-4da4-8f96-3c02e32f2327,segment=NetworkSegment(030f7c4e-3178-48c2-a551-7d20360138da),segment_id=030f7c4e-3178-48c2-a551-7d20360138da)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:09.709431 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:09.716553 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:09.742342 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-874b7fa6-091d-4175-ad25-f85bd45cef14 req-5af98d3c-0250-45dc-b51c-a4939c9ee3f2 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645657
Aug 24 19:56:09.830427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Calling delete_port for 639cd818-3052-4da4-8f96-3c02e32f2327 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:56:09.890142 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6093498-5702-4772-92b6-1c8b5fb04727 req-f88accdb-8757-4f97-8ab6-88a68983f788 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:09.894794 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6093498-5702-4772-92b6-1c8b5fb04727 req-f88accdb-8757-4f97-8ab6-88a68983f788 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 945 time: 0.0900755
Aug 24 19:56:09.941808 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6093498-5702-4772-92b6-1c8b5fb04727 req-30e5cb3d-5f66-40b2-b9d0-ab214f066430 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431795
Aug 24 19:56:10.226289 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.233212 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c0d9a331-00a3-4603-bb16-3c7f37bfd174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:10.274291 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f394b04-5873-40eb-8828-7e2a2f0483fc,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:10.277822 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.283530 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c65002eb47b6441d95f79743ebc7352d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8406725
Aug 24 19:56:10.285111 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:10.286558 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 54666) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:10.293982 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:10.298615 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['639cd818-3052-4da4-8f96-3c02e32f2327'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:56:10.354229 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0467417e-dbd3-4bc8-8750-975cc0e72f9b up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:10.415091 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.418702 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Pushing event deleted for resources: {'Port': ['ID=639cd818-3052-4da4-8f96-3c02e32f2327,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:10.433365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:10.443796 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712bb08-d630-401f-8c76-794c8b2a381b req-1fd0b931-0eed-4c3d-b7f8-5eb8087d62f5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:10.445374 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3712bb08-d630-401f-8c76-794c8b2a381b req-1fd0b931-0eed-4c3d-b7f8-5eb8087d62f5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1560359
Aug 24 19:56:10.476935 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.495486 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] No DVR routers for this DVR port 639cd818-3052-4da4-8f96-3c02e32f2327 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:56:10.498842 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.502451 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'name': 'network-vif-deleted', 'tag': '639cd818-3052-4da4-8f96-3c02e32f2327'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:56:10.546960 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 0467417e-dbd3-4bc8-8750-975cc0e72f9b completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:10.556384 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 0467417e-dbd3-4bc8-8750-975cc0e72f9b triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:10.556384 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.561787 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb', 'name': 'network-vif-deleted', 'tag': '639cd818-3052-4da4-8f96-3c02e32f2327', 'status': 'completed', 'code': 200}
Aug 24 19:56:10.598343 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3712bb08-d630-401f-8c76-794c8b2a381b req-bce1b6ae-1304-4833-8fd2-75c8f40211c0 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450448
Aug 24 19:56:10.622923 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9cedf38e-b13a-4cd3-80f4-7db17da6de41 req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.60 "DELETE /v2.0/ports/639cd818-3052-4da4-8f96-3c02e32f2327 HTTP/1.1" status: 204  len: 173 time: 1.3192148
Aug 24 19:56:10.713929 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.741390 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0467417e-dbd3-4bc8-8750-975cc0e72f9b'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:56:10.751045 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0467417e-dbd3-4bc8-8750-975cc0e72f9b, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0467417e-dbd3-4bc8-8750-975cc0e72f9b,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:10.783899 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0467417e-dbd3-4bc8-8750-975cc0e72f9b', 'code': 200}
Aug 24 19:56:10.799419 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.803755 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2dc7864e-83c2-47f8-bfb2-bd2fef000f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:10.819128 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f394b04-5873-40eb-8828-7e2a2f0483fc,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:10.822828 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:10.830235 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.832115 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f394b04-5873-40eb-8828-7e2a2f0483fc HTTP/1.1" status: 204  len: 168 time: 0.5443685
Aug 24 19:56:10.901143 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:10.905281 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:11.006750 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cceec6-2dfe-43d0-96fd-70a61d6269ec req-d765a0d9-741e-40c4-98e9-8a44fc586e5c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:11.008432 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d2cceec6-2dfe-43d0-96fd-70a61d6269ec req-d765a0d9-741e-40c4-98e9-8a44fc586e5c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.1536527
Aug 24 19:56:11.014620 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0467417e-dbd3-4bc8-8750-975cc0e72f9b,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:11.018355 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:11.063491 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d2cceec6-2dfe-43d0-96fd-70a61d6269ec req-07330dc2-14f2-4b3a-a61e-62aed13aa607 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495710
Aug 24 19:56:11.114809 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-403035b1-2fb7-4a93-9eaa-1cf9fa2d10ba req-92fb73be-c8a7-44d4-a0a4-ba68ba486f41 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.0451319
Aug 24 19:56:11.798927 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917b7d-8f38-410b-8512-4fbeb582f8de req-8fcc279a-11f6-463d-8064-4c714c67c046 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:11.800442 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51917b7d-8f38-410b-8512-4fbeb582f8de req-8fcc279a-11f6-463d-8064-4c714c67c046 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0902152
Aug 24 19:56:11.844481 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51917b7d-8f38-410b-8512-4fbeb582f8de req-f369f7ed-cce8-42d0-ab3b-2928007dfb7d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383143
Aug 24 19:56:12.460175 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50b333-b002-4213-a72a-b0338ae774ca req-1b3f8495-acf9-44d9-9e06-e6bacfdbe1b5 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:12.461621 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bb50b333-b002-4213-a72a-b0338ae774ca req-1b3f8495-acf9-44d9-9e06-e6bacfdbe1b5 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.0828102
Aug 24 19:56:12.506020 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bb50b333-b002-4213-a72a-b0338ae774ca req-ec234443-9ed6-4752-a622-651d3709b1d1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385811
Aug 24 19:56:12.640442 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-22ff70e7-6fdf-47bb-99ac-b97e16098aea req-c3001b38-e8e9-430e-8571-275768ae322b tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.0414038
Aug 24 19:56:12.821760 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbaa5d-09d5-4513-95b9-8004caf92ab0 req-0b61f8d1-1194-4068-807a-f969325253cc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:12.823228 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0fbbaa5d-09d5-4513-95b9-8004caf92ab0 req-0b61f8d1-1194-4068-807a-f969325253cc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0846000
Aug 24 19:56:12.867186 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0fbbaa5d-09d5-4513-95b9-8004caf92ab0 req-8aa0824b-ea75-4fb6-be42-0245b9d7a1f5 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382001
Aug 24 19:56:13.537309 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:56:13.688294 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae850df-b49c-48cc-97c2-b037875eb77d req-522d1b81-c7c4-4e5e-8cd9-8be43e76d3d1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:13.689735 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0ae850df-b49c-48cc-97c2-b037875eb77d req-522d1b81-c7c4-4e5e-8cd9-8be43e76d3d1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.0786226
Aug 24 19:56:13.737959 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0ae850df-b49c-48cc-97c2-b037875eb77d req-a08ba2d1-60e3-4057-ba9b-924eca7ba482 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424914
Aug 24 19:56:13.875043 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2c90ab44-deb8-4d4e-b90e-e5717fef94b6 req-09b6081d-feda-4eda-a471-9c4f3e790f85 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.0433850
Aug 24 19:56:14.077181 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-7385b3e0-e399-4f44-9fb1-1f5417fb6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:14.078750 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-7385b3e0-e399-4f44-9fb1-1f5417fb6dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.0852671
Aug 24 19:56:14.098411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c39f8-6daa-402d-8a54-7fd5c12d291e req-191de3f2-5c0f-4c97-b291-8cf1d5f96110 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:14.100144 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-027c39f8-6daa-402d-8a54-7fd5c12d291e req-191de3f2-5c0f-4c97-b291-8cf1d5f96110 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0819733
Aug 24 19:56:14.159686 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-027c39f8-6daa-402d-8a54-7fd5c12d291e req-0b3c81ff-c4eb-40e3-9cf4-21fd6a41b2a0 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470424
Aug 24 19:56:14.251672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-90ce3412-1317-47f3-b0a9-22cb1586e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:14.252947 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8460-439b-481a-9a39-da64eebcd6a5 req-1ec49791-d49d-4a2d-b524-ea46c03e9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:14.253345 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-90ce3412-1317-47f3-b0a9-22cb1586e499 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 918 time: 0.1675451
Aug 24 19:56:14.255175 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-df3b8460-439b-481a-9a39-da64eebcd6a5 req-1ec49791-d49d-4a2d-b524-ea46c03e9158 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 1099 time: 0.0869052
Aug 24 19:56:14.350497 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 639cd818-3052-4da4-8f96-3c02e32f2327 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:56:14.369057 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-df3b8460-439b-481a-9a39-da64eebcd6a5 req-1204e7f4-9efd-43b0-9bde-1e993335edc0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819988
Aug 24 19:56:14.369801 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-c84f55bc-250c-43d2-b5dc-6fac2dfbedd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 217 time: 0.0946929
Aug 24 19:56:14.415373 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 639cd818-3052-4da4-8f96-3c02e32f2327 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:56:14.415770 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 639cd818-3052-4da4-8f96-3c02e32f2327 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:56:14.650723 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-dd4929b1-01d0-46de-b4a0-672459b1a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:14.652127 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-dd4929b1-01d0-46de-b4a0-672459b1a9d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.0611680
Aug 24 19:56:14.707399 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-c4a03d3a-ad52-4905-9ecc-e156d19c0cf1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455263
Aug 24 19:56:14.939782 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-7fc3bb15-953b-48cb-af8f-4038d4462758 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234592
Aug 24 19:56:14.950231 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0369bf4-4f29-4b07-bdc1-d9faee19caf2 req-818ecfec-409b-4236-b815-2deaa00aa769 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:14.951703 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e0369bf4-4f29-4b07-bdc1-d9faee19caf2 req-818ecfec-409b-4236-b815-2deaa00aa769 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.0961189
Aug 24 19:56:15.003126 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e0369bf4-4f29-4b07-bdc1-d9faee19caf2 req-e7372a32-3062-4620-ac5c-efc1ac7c4af9 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455303
Aug 24 19:56:15.053134 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6775a89-f9a2-4264-946e-5b9d1eaa4939 req-8f015ddb-582f-4fe4-881e-80a5fed54e98 tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad035a7d-7e6e-46e3-bd73-4dfe22a34fdb HTTP/1.1" status: 200  len: 210 time: 0.0428672
Aug 24 19:56:15.095447 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7d409ff8-00ba-493c-87aa-06f8d05b9f65 req-16c649b9-0a29-4171-82a2-fd01e8bb6bd5 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410799
Aug 24 19:56:15.356323 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50b2dd-9e42-440f-ba13-99e2ca7eac22 req-e0dedf2d-7ddc-4e51-a873-fa8a826ca9c9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:15.359234 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ef50b2dd-9e42-440f-ba13-99e2ca7eac22 req-e0dedf2d-7ddc-4e51-a873-fa8a826ca9c9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0891085
Aug 24 19:56:15.427996 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ef50b2dd-9e42-440f-ba13-99e2ca7eac22 req-9a54a0ea-32c2-4622-9cec-880ac648d762 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617037
Aug 24 19:56:16.202657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbecc7-8dcb-48b0-8c38-7d063fda6524 req-2460aaa1-49c7-4ae2-96ea-5bd1f88f4ce3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:16.202657 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-effbecc7-8dcb-48b0-8c38-7d063fda6524 req-2460aaa1-49c7-4ae2-96ea-5bd1f88f4ce3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.0844710
Aug 24 19:56:16.277958 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-effbecc7-8dcb-48b0-8c38-7d063fda6524 req-a6181e97-d641-40da-8f89-578a7ecf7964 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403101
Aug 24 19:56:16.623394 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc50a0-c945-471c-80e1-a027de07bb93 req-b35a7c5e-dee1-4ab7-8563-100b5e2ee1d6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:16.627259 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f4fc50a0-c945-471c-80e1-a027de07bb93 req-b35a7c5e-dee1-4ab7-8563-100b5e2ee1d6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0885828
Aug 24 19:56:16.670372 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f4fc50a0-c945-471c-80e1-a027de07bb93 req-e3352135-d75b-4067-8d6f-68109059a0bc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392540
Aug 24 19:56:17.458140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438a744-d8d7-409a-9551-8b42bdbe4c32 req-bf095ee2-0e60-408c-bdf4-1c46adeccca3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:17.460354 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4438a744-d8d7-409a-9551-8b42bdbe4c32 req-bf095ee2-0e60-408c-bdf4-1c46adeccca3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.0910242
Aug 24 19:56:17.515460 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4438a744-d8d7-409a-9551-8b42bdbe4c32 req-5df60025-dd91-403e-8abc-30f7935d5948 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492370
Aug 24 19:56:17.864921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740b7c0-09be-412b-9156-0ca7a03fe62e req-c559b8a0-ac51-4250-a840-09963b0322ae tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:17.866374 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8740b7c0-09be-412b-9156-0ca7a03fe62e req-c559b8a0-ac51-4250-a840-09963b0322ae tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0830777
Aug 24 19:56:17.913277 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8740b7c0-09be-412b-9156-0ca7a03fe62e req-11799dd7-a5d9-4056-8cde-3b8abf361e7d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410445
Aug 24 19:56:19.108702 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da857-507e-40a7-90ad-81570df8e18f req-37d7e6ec-1498-4f15-9cd1-d72a59f9c3ab tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:19.110146 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ca0da857-507e-40a7-90ad-81570df8e18f req-37d7e6ec-1498-4f15-9cd1-d72a59f9c3ab tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0825157
Aug 24 19:56:19.155412 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ca0da857-507e-40a7-90ad-81570df8e18f req-9351faf5-698e-4e2a-a4f1-ba21ba7ecde0 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391493
Aug 24 19:56:19.839994 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:20.118801 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-0f060e70-eef9-4b4b-8a0e-e7c09470328b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725815
Aug 24 19:56:20.228344 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-ed656309-6ae4-4ba9-b266-a8369a07ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:20.229800 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-ed656309-6ae4-4ba9-b266-a8369a07ca2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.0819025
Aug 24 19:56:20.392254 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-7d89418c-ce6c-4a79-84f9-faceb9ed4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:20.393699 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-7d89418c-ce6c-4a79-84f9-faceb9ed4ff2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 918 time: 0.1412618
Aug 24 19:56:20.463256 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-f1529871-9f78-4807-80e5-1af7792ff82b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 217 time: 0.0595183
Aug 24 19:56:20.529686 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-81d71811-fdc3-4fc8-b2a1-80bfc95add27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:20.531201 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-81d71811-fdc3-4fc8-b2a1-80bfc95add27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.0598264
Aug 24 19:56:20.579972 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-4d6f3af9-dd73-4ca2-9993-82af666ad6b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417128
Aug 24 19:56:20.741159 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-b4fcf7a0-9129-4700-b80e-35880f22802c service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483133
Aug 24 19:56:20.905481 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-20f34699-19b0-49ec-9ec1-f2e5ee7fa146 req-0dbb47ba-6ecd-42d4-86c6-3ec74b28dfb0 service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566203
Aug 24 19:56:22.497938 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0893d3-725f-439d-9dad-61a4ee8ec5be req-fc5df3d4-48f8-4326-a653-28343d173bfa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:22.499349 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0c0893d3-725f-439d-9dad-61a4ee8ec5be req-fc5df3d4-48f8-4326-a653-28343d173bfa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0817468
Aug 24 19:56:22.543487 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0c0893d3-725f-439d-9dad-61a4ee8ec5be req-3b68d9b5-ec22-4ad2-b1e4-46abfd6011ca tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384579
Aug 24 19:56:24.024625 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55010) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:24.139239 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:24.153377 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:24.157161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Usage tracker for resource:security_group_rule and tenant:0463bd5360b34a1f8cf0637248a69924 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:24.159884 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:24.165511 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:24.292867 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:24.361345 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:24.370419 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ad5da648-200b-4942-8c05-6634e0e59b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:24.409966 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0463bd5360b34a1f8cf0637248a69924&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3840811
Aug 24 19:56:24.411134 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258e98f3-0a97-408b-9c67-b15b4bf151ac,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:24.412800 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55022) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:24.414769 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:24.473325 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:24.503243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:24.732324 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:24.736124 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-70b7e871-ea62-48f1-90e4-0be7182fd3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:24.749280 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e98f3-0a97-408b-9c67-b15b4bf151ac,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:24.751641 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:24.755130 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:24.756771 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/258e98f3-0a97-408b-9c67-b15b4bf151ac HTTP/1.1" status: 204  len: 168 time: 0.3415308
Aug 24 19:56:25.556385 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55054) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:25.574998 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:25.589566 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:25.593441 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Usage tracker for resource:security_group_rule and tenant:f913bad267124ad7bc2c98186dc0d107 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:25.596258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:25.602056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:25.683811 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:25.835820 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:25.844714 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-35b5b49e-caeb-4896-83ab-e25968aff1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:25.884088 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f913bad267124ad7bc2c98186dc0d107&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3265612
Aug 24 19:56:25.885736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031fbb0e-b30d-4675-8f44-9df1af2b48a0,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:25.886742 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55060) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:25.893344 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.895294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.895294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.895294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.895294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.895294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.895742 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.895825 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.896138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.896480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.896816 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.897151 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:25.900867 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:25.945538 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:25.970375 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:26.224308 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:26.228111 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-48b197ad-966e-467b-8e3c-7133d4557cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:26.242944 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031fbb0e-b30d-4675-8f44-9df1af2b48a0,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:26.252245 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.252602 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.252949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.253291 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.253627 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.253962 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.254295 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.254650 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.254982 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.255311 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.255639 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.255964 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:26.260074 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:26.264168 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:26.265240 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/031fbb0e-b30d-4675-8f44-9df1af2b48a0 HTTP/1.1" status: 204  len: 168 time: 0.3774331
Aug 24 19:56:27.167275 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55084) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:27.185589 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:27.200683 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:27.205157 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Usage tracker for resource:security_group_rule and tenant:9a56560b9a9a42a0b595d550e8540f0e is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:27.207982 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:27.214179 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:27.294197 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:27.379306 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:27.387235 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-857c6446-91fc-4836-81ff-6d26f75691ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:27.422201 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2203676-74e6-4629-ab99-49c9301c0428,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:27.431631 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:27.447872 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a56560b9a9a42a0b595d550e8540f0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2795291
Aug 24 19:56:27.450801 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55100) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:27.513033 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:27.540396 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:27.739196 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:27.743456 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ec123309-cda7-4c5c-857c-ffd3b44a760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:27.754680 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2203676-74e6-4629-ab99-49c9301c0428,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:27.759417 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:27.762670 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:27.766056 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2203676-74e6-4629-ab99-49c9301c0428 HTTP/1.1" status: 204  len: 168 time: 0.3119800
Aug 24 19:56:28.972131 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55140) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:29.074576 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-375058438-network', 'tenant_id': 'aae696513b924a6c9394e083e0124637'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:29.079114 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:29.082933 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Usage tracker for resource:network and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:29.085759 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:29.092655 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:29.196733 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Made reservation on behalf of aae696513b924a6c9394e083e0124637 for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:56:29.198933 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.210555 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.225038 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:29.228763 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:29.231566 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:29.237164 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:29.316422 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.424797 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.428892 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e7cd50c3-7ae3-4d4e-8a78-c69cb4dee1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:29.453072 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:56:29.465226 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a88cd37-4d54-429e-85d1-80bb10e0f514,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:29.469945 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:29.470883 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.471221 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Added segment 2ebc49cf-e9bb-4a55-b568-15ba8922d18f of type vlan for network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6
Aug 24 19:56:29.499415 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.792966 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.794429 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:29.795397 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:29.799206 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:29.905613 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Pushing event updated for resources: {'Network': ['ID=05c1a9a7-b44f-4597-b30c-ffa452ade7a6,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:29.908216 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:29.916905 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:56:30.009691 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0364740
Aug 24 19:56:30.012516 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55172) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:30.035262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Request body: {'subnet': {'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-375058438-subnet', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:30.035262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:30.035262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Usage tracker for resource:subnet and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:30.035262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:30.037386 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:30.133840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Made reservation on behalf of aae696513b924a6c9394e083e0124637 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:56:30.136621 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:30.397664 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e4992e70-11c7-4e02-b951-963e4a0ee424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:30.460603 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:30.467660 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9229c1dd-195d-467b-8881-0155ec504135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:30.584223 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Checking segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:30.584730 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Network hostable DHCP agents. Network: 05c1a9a7-b44f-4597-b30c-ffa452ade7a6, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:56:30.591724 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaea5eda-2b0f-4a2b-a444-64df6a223421,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:30.599272 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:30.923410 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:56:31.186951 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 05c1a9a7-b44f-4597-b30c-ffa452ade7a6) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:31.192885 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:31.195541 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:31.200978 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca7628-3681-4b27-b2a8-30ce08d9b823 None None] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:56:31.456776 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:31.480789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55206) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:31.481594 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ed81cd81-b7f8-4d3b-8a49-9517cff47ba7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4672825
Aug 24 19:56:31.486808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:31.502242 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:31.515425 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Usage tracker for resource:router and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:31.520037 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:31.537295 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:31.660139 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:31.661486 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:31.698335 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:31.776089 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:56:31.777565 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:31.982750 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Allocated IP 172.20.0.2 (05c1a9a7-b44f-4597-b30c-ffa452ade7a6/eaea5eda-2b0f-4a2b-a444-64df6a223421/dec01f5a-206d-4390-af46-f0b6f6c55ca7) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:56:32.296549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:32.320798 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:32.335352 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Transition to ACTIVE for port object dec01f5a-206d-4390-af46-f0b6f6c55ca7 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:32.378132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Transition to ACTIVE for port object dec01f5a-206d-4390-af46-f0b6f6c55ca7 will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:32.576132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:32.583406 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-6251f83e-787f-43c8-a309-cfe3ba7038e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:32.667933 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:32.671193 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:32.677488 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:56:32.747913 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Pushing event updated for resources: {'Port': ['ID=dec01f5a-206d-4390-af46-f0b6f6c55ca7,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:32.779449 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.779794 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.780149 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.780471 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.780816 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.781464 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.781786 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.782533 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.782533 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.782792 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.783098 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.783466 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:32.791942 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:32.824304 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Attempting to bind port dec01f5a-206d-4390-af46-f0b6f6c55ca7 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:56:32.824689 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Attempting to bind port dec01f5a-206d-4390-af46-f0b6f6c55ca7 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:56:32.825345 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Attempting to bind port dec01f5a-206d-4390-af46-f0b6f6c55ca7 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:56:32.832296 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:56:32.833419 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Checking segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:32.833419 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:32.833419 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Bound using segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:56:32.833808 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Bound port: dec01f5a-206d-4390-af46-f0b6f6c55ca7, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:56:32.834213 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:32.961407 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] For port dec01f5a-206d-4390-af46-f0b6f6c55ca7, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:56:32.973356 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] For port dec01f5a-206d-4390-af46-f0b6f6c55ca7, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dec01f5a-206d-4390-af46-f0b6f6c55ca7,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:56:33.033163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:33.065914 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:33.090563 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:33.096410 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:33.202026 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Pushing event updated for resources: {'Port': ['ID=dec01f5a-206d-4390-af46-f0b6f6c55ca7,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:33.205267 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:33.253002 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Allocated IP 172.27.3.183 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/22b035c6-4d0d-45ec-a1a6-81da15ca06fc) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:56:33.359131 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-952ef267-f08d-4143-ae9c-fce02e9e0290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:33.484982 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:33.641060 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:33.644975 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9d2b1a1e-fae2-45d0-93ad-278afd1daf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:33.818618 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:33.823402 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:33.839563 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:56:33.897083 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Pushing event updated for resources: {'Port': ['ID=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:33.915343 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:34.272504 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:34.613257 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:34.701574 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f370ef3e-bce3-4376-a174-73679246025c None None] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:56:34.812724 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dec01f5a-206d-4390-af46-f0b6f6c55ca7 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:35.013255 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-6adddc92-9c12-4278-91c2-6f87c0ae3621 None None] Provisioning for port dec01f5a-206d-4390-af46-f0b6f6c55ca7 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:35.178068 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port dec01f5a-206d-4390-af46-f0b6f6c55ca7 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:35.196541 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port dec01f5a-206d-4390-af46-f0b6f6c55ca7 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:35.196950 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:35.374193 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:35.545234 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port dec01f5a-206d-4390-af46-f0b6f6c55ca7, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dec01f5a-206d-4390-af46-f0b6f6c55ca7,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:35.590989 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:35.658538 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-3fed2fc6-6003-4c58-9a71-275381b5b2b9 None None] Provisioning complete for port dec01f5a-206d-4390-af46-f0b6f6c55ca7 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:35.658920 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3fed2fc6-6003-4c58-9a71-275381b5b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:35.691522 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:35.693888 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:35.700795 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-f7524faf-fdb1-4bd6-9805-607b243825cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:35.836904 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=dec01f5a-206d-4390-af46-f0b6f6c55ca7,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:35.852073 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:36.015461 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 19:56:36.239789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:56:36.251714 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:56:36.270267 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:56:36.270267 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09647c69d0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:36.376674 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:36.381067 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55300) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:36.381794 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.8990772
Aug 24 19:56:36.575354 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:56:36.702700 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dec01f5a-206d-4390-af46-f0b6f6c55ca7 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:36.850585 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port dec01f5a-206d-4390-af46-f0b6f6c55ca7 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:36.851245 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:37.117655 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09647c69d0>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:34Z', 'revision_number': 3, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:37.123703 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:56:37.124058 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Updating router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:56:37.224187 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:37.772725 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:37.794146 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:37.808183 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Transition to ACTIVE for port object 22b035c6-4d0d-45ec-a1a6-81da15ca06fc will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:37.959767 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:37.974786 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6cd329ac-4580-4746-ac85-73ac8ef19cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:38.120023 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Allocated IP 172.20.0.1 (05c1a9a7-b44f-4597-b30c-ffa452ade7a6/eaea5eda-2b0f-4a2b-a444-64df6a223421/71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:56:38.143235 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Pushing event updated for resources: {'Port': ['ID=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:38.157388 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.159824 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.159824 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.159824 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.159824 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.159824 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.160206 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.160286 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.160585 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.160911 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.161229 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.161736 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:56:38.167181 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:38.174076 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Attempting to bind port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:56:38.174588 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Attempting to bind port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:56:38.174920 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Attempting to bind port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:56:38.187285 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:56:38.189163 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:38.189587 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:38.191408 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:56:38.194043 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Bound port: 22b035c6-4d0d-45ec-a1a6-81da15ca06fc, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:56:38.194043 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:38.194265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55340) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:38.379096 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] For port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:56:38.383970 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] For port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:56:38.481644 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:38.486147 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:38.495833 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:38.532562 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:38.593808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:38.601693 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Transition to ACTIVE for port object 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d will not be triggered until provisioned by entity DHCP. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:38.603772 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Usage tracker for resource:security_group_rule and tenant:097ae2cfa0694017956866b8f2a17c63 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:38.623459 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:38.629848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:38.711479 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:56:38.712112 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09647c69d0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:38.774983 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Pushing event updated for resources: {'Port': ['ID=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:38.786258 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:38.816499 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:38.896807 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:38.906218 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:39.098558 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.105295 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f19f1bee-cfa0-4f91-a554-6d42bd6b4d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:39.144705 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:56:39.147670 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:39.160634 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:39.171848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12acccc-9441-4326-81ba-0fa09ca26451,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:39.175881 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:39.185952 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:39.189682 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:39.196892 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:56:39.197652 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.242262 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=097ae2cfa0694017956866b8f2a17c63&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0472112
Aug 24 19:56:39.250843 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55368) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:39.504258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.534319 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.583365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.634011 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7194b348-9125-428a-8b09-681cf522e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09647c69d0>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:34Z', 'revision_number': 3, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:39.640560 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194b348-9125-428a-8b09-681cf522e60e None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:34Z', 'revision_number': 3, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:56:39.680249 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-d48b152b-f5ff-437d-8f1d-3a67a7fa3628 None None] Provisioning for port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:39.707992 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-d48b152b-f5ff-437d-8f1d-3a67a7fa3628 None None] Provisioning complete for port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:39.708689 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d48b152b-f5ff-437d-8f1d-3a67a7fa3628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.808747 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-d48b152b-f5ff-437d-8f1d-3a67a7fa3628 None None] Port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:56:39.845054 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.852189 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e9bfb4aa-adb7-4657-8525-5e14f34aac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:39.866225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12acccc-9441-4326-81ba-0fa09ca26451,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:39.868385 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:39.869644 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d12acccc-9441-4326-81ba-0fa09ca26451 HTTP/1.1" status: 204  len: 168 time: 0.6177778
Aug 24 19:56:39.871333 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:39.890713 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:40.013242 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:40.016088 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:40.033960 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:40.380929 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:40.382867 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:40.631642 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:40.652378 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:40.769152 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 22b035c6-4d0d-45ec-a1a6-81da15ca06fc up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:40.883025 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-343260e7-f669-4c58-95db-56054fb0fc45 None None] Provisioning complete for port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:40.883625 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-343260e7-f669-4c58-95db-56054fb0fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:40.908353 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:56:40.978121 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-343260e7-f669-4c58-95db-56054fb0fc45 None None] Port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:56:41.166048 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:56:41.171715 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:41.179678 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:41.180189 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:41.186891 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8045950
Aug 24 19:56:41.268835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55420) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:41.304258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:41.359549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:41.372181 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbaeec86050409dbd032c5cd2dcc9a0 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:41.379106 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:41.397237 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:41.453168 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:41.502124 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:41.612821 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:41.616037 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:41.618608 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:41.727526 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:41.735341 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:41.789219 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:41.805684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c9655dae-921d-4220-8858-1f9f97bd0c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:41.846614 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55438) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:41.867174 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dbaeec86050409dbd032c5cd2dcc9a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5970888
Aug 24 19:56:41.904285 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5484ba8e-6780-4a45-87c1-1513a2f30732,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:41.908134 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:42.123967 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.202688 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.233878 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:56:42.256975 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:56:42.259873 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f50b370>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:42.414197 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55464) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:42.473483 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55472) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:42.536611 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.556075 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-169aa747-3080-4e7a-9b74-f3069e147f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:42.567274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Deleting subnet 610f3103-dc93-4fa9-b37f-78cdf1933d81 {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 19:56:42.571180 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.602936 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5484ba8e-6780-4a45-87c1-1513a2f30732,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:42.610602 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:42.624266 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.626826 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5484ba8e-6780-4a45-87c1-1513a2f30732 HTTP/1.1" status: 204  len: 168 time: 0.7792008
Aug 24 19:56:42.628371 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.694161 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.726746 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:56:42.784555 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 22b035c6-4d0d-45ec-a1a6-81da15ca06fc up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:42.789663 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.812206 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:42.816811 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Usage tracker for resource:security_group_rule and tenant:40a18045feb347258727ba8cbd5403fd is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:42.820754 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:42.830732 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:42.949330 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:42.974672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:43.025552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610f3103-dc93-4fa9-b37f-78cdf1933d81,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:43.028872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:43.040792 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.068062 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55486) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:43.092419 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/610f3103-dc93-4fa9-b37f-78cdf1933d81 HTTP/1.1" status: 204  len: 168 time: 0.6041355
Aug 24 19:56:43.126408 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55490) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:43.149808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-826347538-network', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:43.160536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:43.195364 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:43.195847 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.208147 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Usage tracker for resource:network and tenant:40fca2ef3f66488a890364d69e3a7f98 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:43.215608 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:43.222588 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:43.234946 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.296735 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.386817 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.412245 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0c17a795-c43c-4d61-a304-238cef48ae1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:43.465821 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f50b370>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 2, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:43.467509 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6ac03-b23a-4ee7-8cdd-26dca3e0718d,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:43.472933 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:56:43.473527 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Updating router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:56:43.479449 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:43.490879 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40a18045feb347258727ba8cbd5403fd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0755942
Aug 24 19:56:43.493463 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55508) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:43.538764 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Made reservation on behalf of 40fca2ef3f66488a890364d69e3a7f98 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:56:43.548516 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.553517 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.566401 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.570429 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0962e79520>> segment before_delete 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.571077 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0962e79520>> subnet precommit_delete_associations 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.572059 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> segment_host_mapping after_create 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.572735 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> port after_create 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.573235 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> port after_delete 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.574273 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> port after_update 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.574798 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> segment after_delete 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.575408 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> subnet after_create 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.576802 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> subnet after_delete 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.577384 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0962e79850>> subnet after_update 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.582584 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.605981 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:43.619215 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Usage tracker for resource:security_group_rule and tenant:40fca2ef3f66488a890364d69e3a7f98 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:43.624366 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:43.632016 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.634003 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:43.691695 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0962fa3f40>> subnet after_create 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.692047 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0962fa3f40>> subnet after_delete 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.692381 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0962fa3f40>> subnet before_create 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.692798 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0962fa3f40>> subnet before_update 55550000 {{(pid=80016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 24 19:56:43.693084 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09633ff7c0>,) {'filters': {'network_id': ['3bfe2959-22fe-42e9-9d7e-c0a230138b06']}} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:43.727189 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09633ff7c0>, '23565d56-c587-42d6-a509-fcad9998b239') {'for_net_delete': True} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:43.727415 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09633ff7c0>, '23565d56-c587-42d6-a509-fcad9998b239') {} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:43.768967 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8368345'] for segment, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.775877 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.814949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.831132 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=80016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 19:56:43.831522 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8369148'] for segment, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.836320 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   from cryptography.utils import int_from_bytes
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   from cryptography.utils import int_from_bytes
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   util.warn_limited(
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   util.warn_limited(
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]: Traceback (most recent call last):
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     timer()
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     cb(*args, **kw)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     return func(*args, **kwargs)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     self._notify()
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     self.callback(batched_events)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     event.method(event)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     return f(self, *a, **k)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._get(url).json()
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self.request(url, 'GET', **kwargs)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 19:56:43.849334 dv-cinder-805877-1-iscsi neutron-server[80016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 19:56:43.960281 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:43.964079 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:43.982179 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.018093 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.046102 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.048176 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Transition to ACTIVE for port object 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:44.062193 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.062918 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:44.063350 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5e6ac03-b23a-4ee7-8cdd-26dca3e0718d HTTP/1.1" status: 204  len: 168 time: 0.5688987
Aug 24 19:56:44.089782 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:56:44.098866 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.101620 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fdb6ca-7c3d-423a-ae09-f6c450ed0f12,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:44.112056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:44.112615 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d10cbfcd-3090-4d77-9b86-dc02c66b1d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:44.141980 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.143655 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Added segment dc717ad5-8bea-4191-82f6-f8e03aad4c02 of type vlan for network 35cca731-c2fa-4a33-a9fe-e75bd71546c5
Aug 24 19:56:44.144910 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6ac03-b23a-4ee7-8cdd-26dca3e0718d,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:44.147624 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfe2959-22fe-42e9-9d7e-c0a230138b06,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:44.149542 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.156577 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] 10.222.0.37 "DELETE /v2.0/networks/3bfe2959-22fe-42e9-9d7e-c0a230138b06 HTTP/1.1" status: 204  len: 168 time: 1.0869834
Aug 24 19:56:44.157377 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:44.160632 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:44.160765 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55526) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:44.162700 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:44.237600 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.270701 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Deleting subnet 960281e3-1e1c-47f0-826b-64627b6da26d {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 19:56:44.274603 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.364018 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.447598 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.db.resource_extend [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 24 19:56:44.457358 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.820148 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fe97d-162d-43b3-8005-72ad4f9ccfc5 None None] Pushing event updated for resources: {'Port': ['ID=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:44.823055 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Attempting to bind port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:56:44.823434 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Attempting to bind port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:56:44.823832 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Attempting to bind port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:56:44.830204 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ed9fe97d-162d-43b3-8005-72ad4f9ccfc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:44.831126 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:56:44.831389 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Checking segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:44.831802 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.832199 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Bound using segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:56:44.832671 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Bound port: 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:56:44.833065 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.873898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.875280 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:44.876178 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.886211 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-8e73e759-4fa3-49fe-9f58-268fda0f67cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:44.930003 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:44.965697 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] For port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:56:44.968815 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] For port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:56:45.031509 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.035942 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/960281e3-1e1c-47f0-826b-64627b6da26d HTTP/1.1" status: 204  len: 168 time: 0.8691823
Aug 24 19:56:45.039921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55550) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:45.039921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Pushing event updated for resources: {'Network': ['ID=35cca731-c2fa-4a33-a9fe-e75bd71546c5,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:45.058490 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:56:45.065096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:45.065096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-054b8215-d932-442a-832c-a850aab3abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:45.123292 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960281e3-1e1c-47f0-826b-64627b6da26d,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:45.129750 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b78b50c6-1bb9-4197-a275-e57ae1640e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:45.146345 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.156223 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:45.256940 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fe97d-162d-43b3-8005-72ad4f9ccfc5 None None] Pushing event updated for resources: {'Port': ['ID=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:45.269616 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ed9fe97d-162d-43b3-8005-72ad4f9ccfc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:45.284141 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:56:45.285019 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f50b370>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:45.299475 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.1681664
Aug 24 19:56:45.300099 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55558) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:45.309047 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Request body: {'subnet': {'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-826347538-subnet', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:45.328434 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:45.336628 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.349484 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Usage tracker for resource:subnet and tenant:40fca2ef3f66488a890364d69e3a7f98 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:45.366568 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:45.385654 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:45.561259 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.568466 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Made reservation on behalf of 40fca2ef3f66488a890364d69e3a7f98 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:56:45.571272 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8284492'] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.589293 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0962e60ee0>,) {'filters': {'network_id': ['e1827f82-879f-478c-8271-6ccd7028886e']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:45.606534 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962e60ee0>, 'ab0b6833-70b3-42fb-b6a4-b18f72e8728c') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:45.607078 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962e60ee0>, 'ab0b6833-70b3-42fb-b6a4-b18f72e8728c') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:45.609512 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:56:45.630624 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.650029 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.659955 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 19:56:45.660924 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 19:56:45.678474 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 19:56:45.910033 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.918470 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:45.925086 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:45.991749 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Pushing event deleted for resources: {'Network': ['ID=e1827f82-879f-478c-8271-6ccd7028886e,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:45.999593 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:46.007538 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7408043b-ac0a-4944-8dad-9620a498639c admin admin] 10.222.0.37 "DELETE /v2.0/networks/e1827f82-879f-478c-8271-6ccd7028886e HTTP/1.1" status: 204  len: 168 time: 0.9657683
Aug 24 19:56:46.046963 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f50b370>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:44Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:46.055529 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d27b1b-e7b5-4548-b380-427c29a0cc40 None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:44Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:56:46.168110 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8368217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8284478'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:46.173631 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:46.337524 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f928b598-7d17-47eb-996f-f1aeda7a83fc,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:46.338853 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:46.346218 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Checking segment: {'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:46.346776 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Network hostable DHCP agents. Network: 35cca731-c2fa-4a33-a9fe-e75bd71546c5, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:56:46.728117 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:56:46.737740 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:46.897871 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 35cca731-c2fa-4a33-a9fe-e75bd71546c5) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:46.905962 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:46.906591 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:46.910603 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e72f6ff-5e1d-4335-ae52-8b9a2cbd2515 None None] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:56:46.982799 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:47.039673 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:47.042392 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.065299 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7635272
Aug 24 19:56:47.068356 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55602) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:47.083532 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:47.103418 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:47.109316 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Usage tracker for resource:router and tenant:40fca2ef3f66488a890364d69e3a7f98 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:47.114645 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:47.150809 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:47.214986 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55608) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:47.275748 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.277044 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.318303 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.352643 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.386334 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4284d35a-340b-43a4-90a9-07aa726c32dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74e6559216964c0ebfc4b749610a3958&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1695697
Aug 24 19:56:47.389802 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55612) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:47.491496 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-35cca731-c2fa-4a33-a9fe-e75bd71546c5', 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'fixed_ips': [{'subnet_id': 'f928b598-7d17-47eb-996f-f1aeda7a83fc'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:56:47.502269 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.588927 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d61fb5e5-1952-4fc5-b9f8-5b953704c60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.628992 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d61fb5e5-1952-4fc5-b9f8-5b953704c60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.643184 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:47.797954 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Allocated IP 172.20.0.2 (35cca731-c2fa-4a33-a9fe-e75bd71546c5/f928b598-7d17-47eb-996f-f1aeda7a83fc/cbd9ed57-d9f5-451d-8258-0348c609e216) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:56:47.890181 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.900628 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:47.927919 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d61fb5e5-1952-4fc5-b9f8-5b953704c60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:47.952221 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7e3f9722-1b88-447d-866f-71665fc333e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:47.973597 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb5e5-1952-4fc5-b9f8-5b953704c60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf5a9d-41d5-49d0-8bfd-609b6ed2fa99,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:47.982103 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d61fb5e5-1952-4fc5-b9f8-5b953704c60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:48.026306 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d61fb5e5-1952-4fc5-b9f8-5b953704c60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:48.044482 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-d61fb5e5-1952-4fc5-b9f8-5b953704c60a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62bf5a9d-41d5-49d0-8bfd-609b6ed2fa99 HTTP/1.1" status: 204  len: 168 time: 0.6534247
Aug 24 19:56:48.141645 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-6fb954fe-67cd-46ec-8b23-9afde18c4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:48.143603 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-6fb954fe-67cd-46ec-8b23-9afde18c4766 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.3143120
Aug 24 19:56:48.177557 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:48.191373 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:48.271222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:48.433528 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:48.453384 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Transition to ACTIVE for port object cbd9ed57-d9f5-451d-8258-0348c609e216 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:48.458450 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1a5c9-5ff0-4e4d-845d-a56062c68ee0 req-8d4b1bf6-08e6-496f-ad60-d71dd45bfd7d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:48.468290 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-97b1a5c9-5ff0-4e4d-845d-a56062c68ee0 req-8d4b1bf6-08e6-496f-ad60-d71dd45bfd7d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.4715729
Aug 24 19:56:48.481339 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Transition to ACTIVE for port object cbd9ed57-d9f5-451d-8258-0348c609e216 will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:48.573648 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:48.579637 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:48.614037 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-f532bd9b-c4c4-444f-8592-e56e24308b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:48.614037 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-f532bd9b-c4c4-444f-8592-e56e24308b0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 918 time: 0.4416876
Aug 24 19:56:48.673067 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:48.676606 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:48.680554 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:56:48.686695 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Pushing event updated for resources: {'Port': ['ID=cbd9ed57-d9f5-451d-8258-0348c609e216,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:48.692378 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:48.700737 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-97b1a5c9-5ff0-4e4d-845d-a56062c68ee0 req-7f362a8b-12f7-4a97-aebf-dba86633affc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314618
Aug 24 19:56:48.761367 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-458cd9de-29eb-4ece-9bf7-0cc72dddca2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 217 time: 0.1497102
Aug 24 19:56:48.776256 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:48.893017 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-19b81d3c-a98a-4452-8447-068f96bf7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:48.894496 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-19b81d3c-a98a-4452-8447-068f96bf7460 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.1254311
Aug 24 19:56:48.955413 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-61066b76-d653-426b-a7cf-ac4f7d6f1ba0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534680
Aug 24 19:56:48.967126 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:48.967856 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.057561 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.095571 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.182486 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-05a4455a-aea2-4f44-a821-3f64f501234f service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189972
Aug 24 19:56:49.278222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Allocated IP 172.27.3.104 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/acc7213a-7783-4409-a251-500157b7fa45) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:56:49.364888 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ee34e6c9-7f1f-4255-a40f-e3f836d74005 req-8f0d73e8-ff8a-47b6-8f33-e9e0056838fd service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730011
Aug 24 19:56:49.474389 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.480757 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55650) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:49.488847 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Attempting to bind port cbd9ed57-d9f5-451d-8258-0348c609e216 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:56:49.489436 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Attempting to bind port cbd9ed57-d9f5-451d-8258-0348c609e216 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:56:49.489620 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Attempting to bind port cbd9ed57-d9f5-451d-8258-0348c609e216 on network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:56:49.501000 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:56:49.501371 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Checking segment: {'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:49.501785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.503576 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Bound using segment: {'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:56:49.504064 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Bound port: cbd9ed57-d9f5-451d-8258-0348c609e216, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:56:49.504445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.558552 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4c7a74dc-8a18-4538-8221-9d4604548584 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea45bf9b45ba4b87ab8a39b3bced5549&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0748327
Aug 24 19:56:49.561306 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55654) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:49.631954 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.634108 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:49.654151 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.704204 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.717115 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] For port cbd9ed57-d9f5-451d-8258-0348c609e216, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:56:49.719810 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:49.721097 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] For port cbd9ed57-d9f5-451d-8258-0348c609e216, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=cbd9ed57-d9f5-451d-8258-0348c609e216,segment=NetworkSegment(dc717ad5-8bea-4191-82f6-f8e03aad4c02),segment_id=dc717ad5-8bea-4191-82f6-f8e03aad4c02)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:56:49.724674 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:49.734421 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:56:49.740180 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.773504 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Pushing event updated for resources: {'Port': ['ID=acc7213a-7783-4409-a251-500157b7fa45,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:49.787951 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:49.815681 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.821613 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:49.931766 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Pushing event updated for resources: {'Port': ['ID=cbd9ed57-d9f5-451d-8258-0348c609e216,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:49.936347 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:49.955917 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.960267 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c629d504-193b-4a40-b6a3-1b2d44e825cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:49.975534 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25266c8f-f5e0-4d86-b6d7-fe58210af790,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:49.978352 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:49.986440 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:49.992007 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25266c8f-f5e0-4d86-b6d7-fe58210af790 HTTP/1.1" status: 204  len: 168 time: 0.4296513
Aug 24 19:56:50.168492 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b767-1cad-4fc4-83ac-34e80d897847 req-0f22770e-5065-4adc-bb71-36fc8fed796e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:50.170270 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a72b767-1cad-4fc4-83ac-34e80d897847 req-0f22770e-5065-4adc-bb71-36fc8fed796e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.2541933
Aug 24 19:56:50.243741 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a72b767-1cad-4fc4-83ac-34e80d897847 req-f8a5b82e-9686-47b4-9698-0963af54a78e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654333
Aug 24 19:56:50.469367 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:50.541620 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:56:50.783267 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device cbd9ed57-d9f5-451d-8258-0348c609e216 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:51.041372 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port cbd9ed57-d9f5-451d-8258-0348c609e216 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:51.147504 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:51.471710 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf6a78-5134-4c23-b06d-a9f1c01fd005 None None] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:56:51.659660 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a543735-c511-43b1-afbe-3db17fa9ed85 req-bdf8d75f-1578-4725-87bd-caa28ad04e00 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:51.662119 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a543735-c511-43b1-afbe-3db17fa9ed85 req-bdf8d75f-1578-4725-87bd-caa28ad04e00 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1698756
Aug 24 19:56:51.670426 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Router c8a72856-8be2-4c4c-9fa3-517028a605f3 is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 19:56:51.764559 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Provisioning for port cbd9ed57-d9f5-451d-8258-0348c609e216 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:51.798623 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Provisioning complete for port cbd9ed57-d9f5-451d-8258-0348c609e216 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:51.799274 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:51.816884 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a543735-c511-43b1-afbe-3db17fa9ed85 req-1cf45479-56e6-49f1-890d-e3fe3fe831b9 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387322
Aug 24 19:56:51.999752 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:56:52.009053 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Sync routers for ids ['c8a72856-8be2-4c4c-9fa3-517028a605f3'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:56:52.025673 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Routers {'c8a72856-8be2-4c4c-9fa3-517028a605f3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:56:52.034265 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963b812b0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['c8a72856-8be2-4c4c-9fa3-517028a605f3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:52.086216 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:52.131811 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] For port cbd9ed57-d9f5-451d-8258-0348c609e216, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=cbd9ed57-d9f5-451d-8258-0348c609e216,segment=NetworkSegment(dc717ad5-8bea-4191-82f6-f8e03aad4c02),segment_id=dc717ad5-8bea-4191-82f6-f8e03aad4c02)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:52.236207 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Notify callbacks [] for router, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:52.237706 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1682448
Aug 24 19:56:52.240365 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55726) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:52.276859 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:52.279257 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:52.396924 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Set router c8a72856-8be2-4c4c-9fa3-517028a605f3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:56:52.405995 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Pushing event updated for resources: {'Port': ['ID=cbd9ed57-d9f5-451d-8258-0348c609e216,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:52.414504 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:52.510845 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e5a09d70-a703-45e4-ad61-02d99a5d6b30 None None] Provisioning complete for port cbd9ed57-d9f5-451d-8258-0348c609e216 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:52.511122 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e5a09d70-a703-45e4-ad61-02d99a5d6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:52.742657 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device cbd9ed57-d9f5-451d-8258-0348c609e216 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:52.883015 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963b812b0>, [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'acc7213a-7783-4409-a251-500157b7fa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 3, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port': {'id': 'acc7213a-7783-4409-a251-500157b7fa45', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:52.895178 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Checking router: c8a72856-8be2-4c4c-9fa3-517028a605f3 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:56:52.897371 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Updating router c8a72856-8be2-4c4c-9fa3-517028a605f3 port acc7213a-7783-4409-a251-500157b7fa45 binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:56:52.921989 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port cbd9ed57-d9f5-451d-8258-0348c609e216 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:52.923864 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:53.064728 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:53.386587 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55756) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:53.571398 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54505f9-c560-4112-8532-e7c48091c6f6 req-2529e9c3-95c0-4515-9059-1436f7b732d3 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:53.573684 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c54505f9-c560-4112-8532-e7c48091c6f6 req-2529e9c3-95c0-4515-9059-1436f7b732d3 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.4834678
Aug 24 19:56:53.713525 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:53.717056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:53.745278 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Transition to ACTIVE for port object acc7213a-7783-4409-a251-500157b7fa45 will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:53.745676 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:53.745785 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c54505f9-c560-4112-8532-e7c48091c6f6 req-0577c762-1ddd-4d8b-97a0-ceade1a4499e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226683
Aug 24 19:56:53.745889 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Usage tracker for resource:security_group_rule and tenant:defd0e3a027b4e70a681ae28bd0e47b4 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:53.745889 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:53.751688 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:53.809121 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:53.845161 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:53.853371 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-be8edffe-9b84-4985-be29-5e71d42a1f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:53.964251 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:53.996220 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd35666-a8ce-4b42-80ef-551f199ff189 None None] Pushing event updated for resources: {'Port': ['ID=acc7213a-7783-4409-a251-500157b7fa45,revision_number=2']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:53.999674 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ecd35666-a8ce-4b42-80ef-551f199ff189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:54.000487 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Attempting to bind port acc7213a-7783-4409-a251-500157b7fa45 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:56:54.000856 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Attempting to bind port acc7213a-7783-4409-a251-500157b7fa45 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:56:54.001217 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Attempting to bind port acc7213a-7783-4409-a251-500157b7fa45 on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:56:54.011174 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:56:54.011174 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:56:54.011174 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.011174 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:56:54.011174 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Bound port: acc7213a-7783-4409-a251-500157b7fa45, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:56:54.011174 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.047885 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.062966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:54.125959 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d59847-19aa-4122-9062-f12e5c0c7a6b,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:54.127334 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] For port acc7213a-7783-4409-a251-500157b7fa45, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:56:54.131416 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] For port acc7213a-7783-4409-a251-500157b7fa45, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=acc7213a-7783-4409-a251-500157b7fa45,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:56:54.139761 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:54.147092 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=defd0e3a027b4e70a681ae28bd0e47b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7578566
Aug 24 19:56:54.149338 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55780) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:54.159741 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Allocated IP 172.20.0.1 (35cca731-c2fa-4a33-a9fe-e75bd71546c5/f928b598-7d17-47eb-996f-f1aeda7a83fc/9b8fdf3c-f035-4116-99ad-449f756ebf08) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:56:54.243035 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.257727 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:54.257925 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.344518 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.368182 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.402148 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Transition to ACTIVE for port object 9b8fdf3c-f035-4116-99ad-449f756ebf08 will not be triggered until provisioned by entity DHCP. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:56:54.405020 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd35666-a8ce-4b42-80ef-551f199ff189 None None] Pushing event updated for resources: {'Port': ['ID=acc7213a-7783-4409-a251-500157b7fa45,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:54.417728 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ecd35666-a8ce-4b42-80ef-551f199ff189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:54.448862 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Routers {'c8a72856-8be2-4c4c-9fa3-517028a605f3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:56:54.451654 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963b812b0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['c8a72856-8be2-4c4c-9fa3-517028a605f3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:54.551871 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.557375 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7956a891-745b-4bf3-80ac-f05bdcd9554c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:54.593337 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.594770 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5806c5d7-05f5-44eb-b718-f925e189d147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:54.635320 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d59847-19aa-4122-9062-f12e5c0c7a6b,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:54.637921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:54.641511 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:54.642410 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:54.646251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:56:54.656978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.667090 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9d59847-19aa-4122-9062-f12e5c0c7a6b HTTP/1.1" status: 204  len: 168 time: 0.5127635
Aug 24 19:56:54.740637 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Pushing event updated for resources: {'Port': ['ID=9b8fdf3c-f035-4116-99ad-449f756ebf08,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:54.747100 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:54.772686 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:54.779644 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] Set router c8a72856-8be2-4c4c-9fa3-517028a605f3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:56:55.167740 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:55.186251 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e5e15914-b9f4-4abe-aaba-dc3ae796323f None None] Provisioning for port 9b8fdf3c-f035-4116-99ad-449f756ebf08 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:55.191345 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65d95d-7956-41e3-ae7e-3c88ebd969d4 req-5cf3612a-7042-421e-a68b-7600ab813ccc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:55.193346 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c65d95d-7956-41e3-ae7e-3c88ebd969d4 req-5cf3612a-7042-421e-a68b-7600ab813ccc tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.2586234
Aug 24 19:56:55.195583 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e5e15914-b9f4-4abe-aaba-dc3ae796323f None None] Provisioning complete for port 9b8fdf3c-f035-4116-99ad-449f756ebf08 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:55.198446 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e5e15914-b9f4-4abe-aaba-dc3ae796323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:55.258659 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963b812b0>, [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'acc7213a-7783-4409-a251-500157b7fa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 3, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port': {'id': 'acc7213a-7783-4409-a251-500157b7fa45', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:55.269120 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf46444-6438-4ea5-a20e-6771e01c2c4b None None] The sync data for ids ['c8a72856-8be2-4c4c-9fa3-517028a605f3'] in dv-cinder-805877-1-iscsi is: [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'acc7213a-7783-4409-a251-500157b7fa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T19:56:50Z', 'revision_number': 3, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port': {'id': 'acc7213a-7783-4409-a251-500157b7fa45', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:56:55.325350 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c65d95d-7956-41e3-ae7e-3c88ebd969d4 req-3e312fd5-ccb7-44d4-8513-5dee7d01bd41 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899847
Aug 24 19:56:55.423066 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e5e15914-b9f4-4abe-aaba-dc3ae796323f None None] Port 9b8fdf3c-f035-4116-99ad-449f756ebf08 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:56:55.584473 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:55.730879 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:55.760066 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:55.865812 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Pushing event updated for resources: {'Port': ['ID=9b8fdf3c-f035-4116-99ad-449f756ebf08,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:55.870179 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:55.873709 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:56.137738 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:56:56.139375 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:56:56.571340 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-555f71f8-53d5-476b-8c34-57fff8d2b919 None None] Provisioning complete for port 9b8fdf3c-f035-4116-99ad-449f756ebf08 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:56.571340 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-555f71f8-53d5-476b-8c34-57fff8d2b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:56.716414 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-555f71f8-53d5-476b-8c34-57fff8d2b919 None None] Port 9b8fdf3c-f035-4116-99ad-449f756ebf08 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:56:56.755605 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device acc7213a-7783-4409-a251-500157b7fa45 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:56.996962 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port acc7213a-7783-4409-a251-500157b7fa45 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:56:57.005524 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port acc7213a-7783-4409-a251-500157b7fa45 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:57.006087 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:57.035081 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f2c3e-00c3-4890-b628-5a4fd8584b0a req-9b0ee73c-a329-4aaa-8773-4dd15a8cd353 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:57.037141 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-399f2c3e-00c3-4890-b628-5a4fd8584b0a req-9b0ee73c-a329-4aaa-8773-4dd15a8cd353 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.7108169
Aug 24 19:56:57.059145 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Router c8a72856-8be2-4c4c-9fa3-517028a605f3 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:56:57.181869 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba069eb-92eb-4dbb-b781-27cdc791873e req-cc3a82e0-7fb6-476f-9902-2b3ed65a0690 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:57.196839 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cba069eb-92eb-4dbb-b781-27cdc791873e req-cc3a82e0-7fb6-476f-9902-2b3ed65a0690 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.2871952
Aug 24 19:56:57.261893 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:57.278960 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port acc7213a-7783-4409-a251-500157b7fa45, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=acc7213a-7783-4409-a251-500157b7fa45,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:56:57.316142 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-399f2c3e-00c3-4890-b628-5a4fd8584b0a req-8d4a0e29-303c-451d-8591-664d2823a1e8 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2652061
Aug 24 19:56:57.352257 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cba069eb-92eb-4dbb-b781-27cdc791873e req-6cef6315-4d9a-4dd4-9bd4-39f4d004ae5d tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541190
Aug 24 19:56:57.415394 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:57.429561 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:56:57.564924 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:56:57.579130 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=acc7213a-7783-4409-a251-500157b7fa45,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:56:57.596071 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] 10.222.0.37 "PUT /v2.0/routers/c8a72856-8be2-4c4c-9fa3-517028a605f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3470042
Aug 24 19:56:57.602312 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:56:57.934481 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Sync routers for ids ['c8a72856-8be2-4c4c-9fa3-517028a605f3'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:56:57.999337 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Routers {'c8a72856-8be2-4c4c-9fa3-517028a605f3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:56:58.000215 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095ef96e50>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['c8a72856-8be2-4c4c-9fa3-517028a605f3'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:58.304227 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Set router c8a72856-8be2-4c4c-9fa3-517028a605f3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:56:58.560009 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-f6aac29e-183c-4613-9dc3-80015aba3143 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:58.602232 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-f6aac29e-183c-4613-9dc3-80015aba3143 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.4762185
Aug 24 19:56:58.621372 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-ff0db425-0a53-44a7-a8d6-4993782f7750 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/quotas/015386ca443747ce821466c52a796d44 HTTP/1.1" status: 200  len: 375 time: 0.0120094
Aug 24 19:56:58.721327 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device acc7213a-7783-4409-a251-500157b7fa45 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:56:58.825138 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-f7f4a8fc-4c14-48aa-9515-f7e8d058cbc6 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1937258
Aug 24 19:56:58.953656 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port acc7213a-7783-4409-a251-500157b7fa45 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:56:58.954040 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:59.091249 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-9f228ac4-f8ad-4cd5-9373-66d5f17115bf service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651772
Aug 24 19:56:59.238491 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095ef96e50>, [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'acc7213a-7783-4409-a251-500157b7fa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T19:56:54Z', 'revision_number': 4, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port': {'id': 'acc7213a-7783-4409-a251-500157b7fa45', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9b8fdf3c-f035-4116-99ad-449f756ebf08', 'name': '', 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'mac_address': 'fa:16:3e:f8:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f928b598-7d17-47eb-996f-f1aeda7a83fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:53Z', 'updated_at': '2021-08-24T19:56:55Z', 'revision_number': 2, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'subnets': [{'id': 'f928b598-7d17-47eb-996f-f1aeda7a83fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:56:59.249657 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Checking router: c8a72856-8be2-4c4c-9fa3-517028a605f3 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:56:59.249657 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Updating router c8a72856-8be2-4c4c-9fa3-517028a605f3 port 9b8fdf3c-f035-4116-99ad-449f756ebf08 binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:56:59.299189 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-cce06c13-90ec-4527-aeb0-fd274f33bcc7 service neutron] 10.222.0.37 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2057023
Aug 24 19:56:59.331233 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55932) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:56:59.337569 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035994820', 'description': 'tempest-secgroup-smoke-1035994820 description', 'project_id': 'aae696513b924a6c9394e083e0124637'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:56:59.347368 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:59.351486 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:59.359855 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:59.369680 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:59.385498 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:59.544488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:59.594083 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:56:59.600480 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:56:59.605282 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:56:59.619910 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:56:59.659941 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d484e6-bd40-40a7-ae83-6f3116e7528e req-e0983a62-d7c7-4bb4-8303-7ad055bb5837 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:56:59.667783 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-66d484e6-bd40-40a7-ae83-6f3116e7528e req-e0983a62-d7c7-4bb4-8303-7ad055bb5837 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1716959
Aug 24 19:56:59.743748 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-66d484e6-bd40-40a7-ae83-6f3116e7528e req-6d3a752e-8db1-40ec-a95f-ac959cd0054f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750015
Aug 24 19:56:59.892323 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cf0b1705-57cb-4b3a-8aee-2324ad1a6086 req-dcc4269b-3b9c-4cd3-b35b-2a3545e2b786 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 210 time: 0.0687909
Aug 24 19:56:59.979284 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:59.980420 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:56:59.994021 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Transition to ACTIVE for port object 9b8fdf3c-f035-4116-99ad-449f756ebf08 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:57:00.038906 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93f2cb-adb8-4886-9dd5-12e798cab98e req-103a46c0-4e27-4514-b50b-fcb2f0cb21fa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:00.042075 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ee93f2cb-adb8-4886-9dd5-12e798cab98e req-103a46c0-4e27-4514-b50b-fcb2f0cb21fa tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1404793
Aug 24 19:57:00.198182 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.198691 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ee93f2cb-adb8-4886-9dd5-12e798cab98e req-57986ebc-ba7f-4a48-8a03-3275e6e9053c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431415
Aug 24 19:57:00.200114 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.212051 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:00.247258 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:00.369822 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b573397-28a3-4e2e-a34c-c1eea1b3c710,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:00.372972 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:00.552757 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.556928 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.2222869
Aug 24 19:57:00.557869 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 55964) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:00.561661 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea31e03-b660-4b40-a55c-0efe8b08eee9 None None] Pushing event updated for resources: {'Port': ['ID=9b8fdf3c-f035-4116-99ad-449f756ebf08,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:00.574836 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'security_group_rule': {'security_group_id': '9b573397-28a3-4e2e-a34c-c1eea1b3c710', 'project_id': 'aae696513b924a6c9394e083e0124637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:00.576680 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-aea31e03-b660-4b40-a55c-0efe8b08eee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:00.591595 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:00.597976 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:00.602775 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:00.610367 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:00.672917 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Attempting to bind port 9b8fdf3c-f035-4116-99ad-449f756ebf08 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:57:00.673303 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Attempting to bind port 9b8fdf3c-f035-4116-99ad-449f756ebf08 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:57:00.673679 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Attempting to bind port 9b8fdf3c-f035-4116-99ad-449f756ebf08 on network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:57:00.679385 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:57:00.679768 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Checking segment: {'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:57:00.680178 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.680577 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Bound using segment: {'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:57:00.681050 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Bound port: 9b8fdf3c-f035-4116-99ad-449f756ebf08, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc717ad5-8bea-4191-82f6-f8e03aad4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:57:00.681428 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.807939 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.823963 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d3ccee10-9dab-4fa4-b70b-ae66350b6d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.827477 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] For port 9b8fdf3c-f035-4116-99ad-449f756ebf08, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:57:00.837151 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] For port 9b8fdf3c-f035-4116-99ad-449f756ebf08, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9b8fdf3c-f035-4116-99ad-449f756ebf08,segment=NetworkSegment(dc717ad5-8bea-4191-82f6-f8e03aad4c02),segment_id=dc717ad5-8bea-4191-82f6-f8e03aad4c02)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:57:00.900281 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.988334 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:00.992548 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.011597 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:01.055167 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9fa5fb3d-46ed-495f-a56e-13898a5cfb5c req-606d159c-a06a-432b-9e57-3627a8306854 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 210 time: 0.0738323
Aug 24 19:57:01.091493 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1f74788b-47da-4558-a7f6-7d6b1bf76d1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:01.116014 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.134708 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8e0ac6-7e7b-4d02-98b6-152ea266bf2f,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:01.157375 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:01.162406 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Routers {'c8a72856-8be2-4c4c-9fa3-517028a605f3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:57:01.164282 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095ef96e50>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:56:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['c8a72856-8be2-4c4c-9fa3-517028a605f3'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:01.234924 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea31e03-b660-4b40-a55c-0efe8b08eee9 None None] Pushing event updated for resources: {'Port': ['ID=9b8fdf3c-f035-4116-99ad-449f756ebf08,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:01.241040 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3345df-92df-4bbd-8214-04ee58221b12 req-9a569bc2-fe11-4ea9-aa6c-b0c3b5132c90 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:01.250600 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-aea31e03-b660-4b40-a55c-0efe8b08eee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:01.254137 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a3345df-92df-4bbd-8214-04ee58221b12 req-9a569bc2-fe11-4ea9-aa6c-b0c3b5132c90 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.3136966
Aug 24 19:57:01.360856 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.367050 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55986) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:01.373182 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'security_group_rule': {'security_group_id': '9b573397-28a3-4e2e-a34c-c1eea1b3c710', 'project_id': 'aae696513b924a6c9394e083e0124637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:01.388319 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8290210
Aug 24 19:57:01.406901 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:01.417718 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:01.433553 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:01.463443 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:01.555616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.609644 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 55994) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:01.735853 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a3345df-92df-4bbd-8214-04ee58221b12 req-12515fb6-f6da-4290-a647-a1d11910963e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4464104
Aug 24 19:57:01.738304 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.753024 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] Set router c8a72856-8be2-4c4c-9fa3-517028a605f3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:57:01.784686 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5aa88d-8693-42ab-826d-e6a3c95393ff req-20856723-3fff-4712-abb6-25dff0090eaf tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:01.786663 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ea5aa88d-8693-42ab-826d-e6a3c95393ff req-20856723-3fff-4712-abb6-25dff0090eaf tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.2690792
Aug 24 19:57:01.815568 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.818520 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:01.861743 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ea5aa88d-8693-42ab-826d-e6a3c95393ff req-9ae915c2-9fe6-4cb2-9a7f-b6064cd6cdcb tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644276
Aug 24 19:57:01.899231 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10b6562-80d3-47cd-a5e5-a6cdcd1cc601,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:01.903748 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:01.916220 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.935460 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:01.940685 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Usage tracker for resource:security_group_rule and tenant:f168e5fb7bfe461b9e77eb6a2d779298 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:01.945195 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:01.953538 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:01.973338 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:01.974585 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6063240
Aug 24 19:57:01.977829 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56004) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:01.990195 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'security_group_rule': {'security_group_id': '9b573397-28a3-4e2e-a34c-c1eea1b3c710', 'project_id': 'aae696513b924a6c9394e083e0124637', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:02.000142 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:02.010104 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:02.014036 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:02.031111 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:02.104732 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.138267 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.162460 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.197353 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a4d24f96-f1f5-4bbf-ad34-715a7a7d2255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:02.264081 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cff7789a-87ee-4b78-9433-8dd97ba764a9 req-ec300f55-9d3b-4743-869d-252ef12f0498 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 210 time: 0.0466776
Aug 24 19:57:02.297388 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095ef96e50>, [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'acc7213a-7783-4409-a251-500157b7fa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T19:56:54Z', 'revision_number': 4, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port': {'id': 'acc7213a-7783-4409-a251-500157b7fa45', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9b8fdf3c-f035-4116-99ad-449f756ebf08', 'name': '', 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'mac_address': 'fa:16:3e:f8:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f928b598-7d17-47eb-996f-f1aeda7a83fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:53Z', 'updated_at': '2021-08-24T19:57:00Z', 'revision_number': 4, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'subnets': [{'id': 'f928b598-7d17-47eb-996f-f1aeda7a83fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:02.302871 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59184fc4-385f-467f-ba0a-181d98ed71bb None None] The sync data for ids ['c8a72856-8be2-4c4c-9fa3-517028a605f3'] in dv-cinder-805877-1-iscsi is: [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'acc7213a-7783-4409-a251-500157b7fa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T19:56:54Z', 'revision_number': 4, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port': {'id': 'acc7213a-7783-4409-a251-500157b7fa45', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9b8fdf3c-f035-4116-99ad-449f756ebf08', 'name': '', 'network_id': '35cca731-c2fa-4a33-a9fe-e75bd71546c5', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'mac_address': 'fa:16:3e:f8:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f928b598-7d17-47eb-996f-f1aeda7a83fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:53Z', 'updated_at': '2021-08-24T19:57:00Z', 'revision_number': 4, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'subnets': [{'id': 'f928b598-7d17-47eb-996f-f1aeda7a83fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:57:02.320235 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cce1556-0737-47e4-8a22-c9c338e05ca1,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:02.326038 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f168e5fb7bfe461b9e77eb6a2d779298&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7148647
Aug 24 19:57:02.337308 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56016) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:02.339310 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:02.360979 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.535994 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.546947 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.553505 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3465a12b-6471-404d-8acd-858f93e8501d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:02.569907 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.651430 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1df4a33-3ef1-4b53-91b5-8754f2b3ada0,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:02.655530 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:02.727152 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9b8fdf3c-f035-4116-99ad-449f756ebf08 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:57:02.780416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.780416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e3cfdc71-8f84-4bb7-9d85-23dfc09d9717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:02.798876 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.801134 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8223436
Aug 24 19:57:02.803575 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56034) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:02.803906 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cce1556-0737-47e4-8a22-c9c338e05ca1,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:02.810929 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'security_group_rule': {'security_group_id': '9b573397-28a3-4e2e-a34c-c1eea1b3c710', 'project_id': 'aae696513b924a6c9394e083e0124637', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:02.811378 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:02.824731 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:02.829317 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:02.830697 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cce1556-0737-47e4-8a22-c9c338e05ca1 HTTP/1.1" status: 204  len: 168 time: 0.4922621
Aug 24 19:57:02.853576 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:02.875970 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:02.896723 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:03.055950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.097530 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351564c-dbc5-4b84-84f3-28e3cb36bf49 req-1d609971-65a7-492c-aecf-236a443c4384 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:03.101958 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3351564c-dbc5-4b84-84f3-28e3cb36bf49 req-1d609971-65a7-492c-aecf-236a443c4384 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.2036786
Aug 24 19:57:03.107277 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 9b8fdf3c-f035-4116-99ad-449f756ebf08 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:57:03.114453 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9b8fdf3c-f035-4116-99ad-449f756ebf08 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:57:03.118946 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.214040 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.259600 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3351564c-dbc5-4b84-84f3-28e3cb36bf49 req-e6aaaab8-3acd-47ce-b01e-9e063c7b4bb3 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468985
Aug 24 19:57:03.291806 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d208c5b-8223-4d93-949c-59c7fb7f66b8 req-a38b9a3f-88b1-443b-9fe9-286c9fcdd088 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:03.301149 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4d208c5b-8223-4d93-949c-59c7fb7f66b8 req-a38b9a3f-88b1-443b-9fe9-286c9fcdd088 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1956038
Aug 24 19:57:03.335653 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.407483 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 9b8fdf3c-f035-4116-99ad-449f756ebf08, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9b8fdf3c-f035-4116-99ad-449f756ebf08,segment=NetworkSegment(dc717ad5-8bea-4191-82f6-f8e03aad4c02),segment_id=dc717ad5-8bea-4191-82f6-f8e03aad4c02)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:03.411815 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.439556 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4d208c5b-8223-4d93-949c-59c7fb7f66b8 req-197a5c32-d91e-49eb-86ed-89a752f2231c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375296
Aug 24 19:57:03.495917 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c023e700-bc0a-4034-985f-6fe1de21befb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.565852 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:03.570872 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.574282 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:03.614736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0595194e-c87d-483a-898d-9a59690719e1,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:03.617109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:03.676338 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c35a6b23-bf47-429a-a075-b467bef0ead3 req-75962416-b271-40b2-a398-4c1fd2a8a3a5 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 210 time: 0.1191068
Aug 24 19:57:03.727145 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-d00c24c8-5af8-41c1-83fc-f6b7bd0809c1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:03.729231 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-d00c24c8-5af8-41c1-83fc-f6b7bd0809c1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/networks?id=21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 200  len: 814 time: 0.4178634
Aug 24 19:57:03.753784 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Request body: {'port': {'device_id': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'admin_state_up': True, 'tenant_id': '015386ca443747ce821466c52a796d44'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:03.756166 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=9b8fdf3c-f035-4116-99ad-449f756ebf08,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:03.771994 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:03.775232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:03.779280 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9718916
Aug 24 19:57:03.779852 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56080) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:03.786041 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'security_group_rule': {'security_group_id': '9b573397-28a3-4e2e-a34c-c1eea1b3c710', 'project_id': 'aae696513b924a6c9394e083e0124637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:03.794340 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:03.798214 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:03.801143 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:03.807594 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:03.914693 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:03.919099 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Usage tracker for resource:port and tenant:015386ca443747ce821466c52a796d44 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:03.922760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:03.929840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:03.956768 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.securitygroups_db [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Project aae696513b924a6c9394e083e0124637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 24 19:57:03.965693 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.055746 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.066985 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Made reservation on behalf of 015386ca443747ce821466c52a796d44 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:57:04.070853 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.135897 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.170266 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.173073 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-95519e22-a61a-4ffd-b41d-488dcda0343b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:04.197351 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2b7dcd-943e-431d-87ae-236d95102a41,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:04.199752 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:04.246540 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Allocated IP 172.20.0.10 (21efa646-837e-4ab9-8eec-e5471e24810c/c78df88a-cc48-4da8-9616-361dca09ba93/60d67218-8df9-4653-bc00-b77c50b3a7e2) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:57:04.291237 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.292446 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5108538
Aug 24 19:57:04.295294 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56096) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:04.304015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'security_group_rule': {'security_group_id': '9b573397-28a3-4e2e-a34c-c1eea1b3c710', 'project_id': 'aae696513b924a6c9394e083e0124637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:04.308679 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:04.319280 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:security_group_rule and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:04.324778 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:04.334781 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:04.451908 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.securitygroups_db [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Project aae696513b924a6c9394e083e0124637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 24 19:57:04.459814 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.511318 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.537517 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803783c-c590-48ad-a58c-68d00fd9e883 req-3a7c82c6-c67c-4a00-b93e-ae3f13af0e5d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:04.539047 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3803783c-c590-48ad-a58c-68d00fd9e883 req-3a7c82c6-c67c-4a00-b93e-ae3f13af0e5d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1398754
Aug 24 19:57:04.603330 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.626160 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3803783c-c590-48ad-a58c-68d00fd9e883 req-bbc794ca-57ac-43b6-b4f8-604320526ea9 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789077
Aug 24 19:57:04.668248 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.673501 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9b8fdf3c-f035-4116-99ad-449f756ebf08 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:57:04.675606 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-534829ec-0590-487c-9862-4c2f5a1e76ee tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:04.735046 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.750494 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6a9df544-696f-4642-9033-029d642fa57a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:04.782732 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e54be06-057b-48b4-b9e3-71e517567b73,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:04.796921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:04.800881 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event updated for resources: {'Port': ['ID=60d67218-8df9-4653-bc00-b77c50b3a7e2,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:04.806811 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:04.811919 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9b8fdf3c-f035-4116-99ad-449f756ebf08 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:57:04.812297 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.817553 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf707-c736-4080-95d0-0bcb3c02bc23 req-55255a3f-199c-47fd-a71b-41a61a4b3ca1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:04.820053 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-744cf707-c736-4080-95d0-0bcb3c02bc23 req-55255a3f-199c-47fd-a71b-41a61a4b3ca1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1877401
Aug 24 19:57:04.824418 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Network 21efa646-837e-4ab9-8eec-e5471e24810c is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:57:04.829288 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:57:04.832858 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:57:04.917896 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-744cf707-c736-4080-95d0-0bcb3c02bc23 req-b108a70b-adc4-4975-bcf6-b56f5ec035d7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914049
Aug 24 19:57:04.933120 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.934837 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-17e7b7c8-986d-4f67-a3fe-2a23527e7cd4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6382830
Aug 24 19:57:04.961664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:04.964455 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:04.969938 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882d203-d2ad-471c-8e24-97efd740233f req-a2b6b68e-8150-4ec0-8d3b-c869eb4bfd69 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:04.977264 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b882d203-d2ad-471c-8e24-97efd740233f req-a2b6b68e-8150-4ec0-8d3b-c869eb4bfd69 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 932 time: 0.1264551
Aug 24 19:57:05.070073 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b882d203-d2ad-471c-8e24-97efd740233f req-9b2149b9-9ccc-4ff1-be45-56d8d14c8e43 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919409
Aug 24 19:57:05.125423 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3768229
Aug 24 19:57:05.519130 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:05.826181 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbe8f-69a7-4247-8a92-1df5fb8deb17 req-6236cf14-0872-4c3c-be1b-8d416ed63a55 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:05.828352 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c1fbe8f-69a7-4247-8a92-1df5fb8deb17 req-6236cf14-0872-4c3c-be1b-8d416ed63a55 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0837650
Aug 24 19:57:05.873558 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c1fbe8f-69a7-4247-8a92-1df5fb8deb17 req-81a3a1ad-39b1-43d4-b609-f694a8ed26f5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395770
Aug 24 19:57:06.134008 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1e04a-cee7-48b7-8668-7dedd0a03c30 req-b775ecda-a6e7-4bf6-a299-ea02fa9db114 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:06.136361 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c4a1e04a-cee7-48b7-8668-7dedd0a03c30 req-b775ecda-a6e7-4bf6-a299-ea02fa9db114 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1011913
Aug 24 19:57:06.222655 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c4a1e04a-cee7-48b7-8668-7dedd0a03c30 req-68758172-6238-4978-a676-ef9b76e5bed6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799999
Aug 24 19:57:06.272688 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e2650-3683-44f9-a97a-4ccc8ddc943a req-f0649e4a-39c6-4959-8926-3501d933bb69 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:06.274266 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b1e2650-3683-44f9-a97a-4ccc8ddc943a req-f0649e4a-39c6-4959-8926-3501d933bb69 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 932 time: 0.0874119
Aug 24 19:57:06.333907 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b1e2650-3683-44f9-a97a-4ccc8ddc943a req-4f69ea32-c52a-47e9-be67-db72cfe52e9a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450749
Aug 24 19:57:06.710975 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8e2ef067-754e-4280-b2c8-36dafef26144', 'a94db7ca-2827-4274-936e-68eccd3dd02a', '0467417e-dbd3-4bc8-8750-975cc0e72f9b'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:57:06.716794 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Request body: {'port': {'device_id': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:06.836622 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ec7fb-512c-41c4-b94c-f91831f16d9d req-1356e1da-ba53-439d-bee4-f6678cfbce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:06.838908 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d9ec7fb-512c-41c4-b94c-f91831f16d9d req-1356e1da-ba53-439d-bee4-f6678cfbce2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.0925868
Aug 24 19:57:06.883004 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:06.918078 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d9ec7fb-512c-41c4-b94c-f91831f16d9d req-d4abd248-e7c3-42ca-94f4-8540285fa459 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668983
Aug 24 19:57:07.130438 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84b9db-69e6-4ab3-ab8f-ab6aa1bc0be3 req-83a96dd9-230e-4631-9847-b51f5dab8329 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:07.132643 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c84b9db-69e6-4ab3-ab8f-ab6aa1bc0be3 req-83a96dd9-230e-4631-9847-b51f5dab8329 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1297138
Aug 24 19:57:07.188266 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c84b9db-69e6-4ab3-ab8f-ab6aa1bc0be3 req-af647d2e-6338-42ab-b82b-9b1442820c95 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489070
Aug 24 19:57:07.470837 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf532e-7c6a-4950-8c02-9a4ef60588c5 req-5df240e0-33b0-4470-ad1e-4be31437939f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:07.472612 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-52cf532e-7c6a-4950-8c02-9a4ef60588c5 req-5df240e0-33b0-4470-ad1e-4be31437939f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1240356
Aug 24 19:57:07.501135 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d67218-8df9-4653-bc00-b77c50b3a7e2 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:57:07.511881 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:07.551563 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-52cf532e-7c6a-4950-8c02-9a4ef60588c5 req-6255b86e-186f-41fc-871e-f0d1f180a14b tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695527
Aug 24 19:57:07.552038 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Transition to ACTIVE for port object 60d67218-8df9-4653-bc00-b77c50b3a7e2 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:57:07.642548 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077ac6a-e850-433c-bdc2-ed3871a6bdcb req-89101017-6045-4c2a-9d75-e40cf3f24cb0 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:07.646158 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1077ac6a-e850-433c-bdc2-ed3871a6bdcb req-89101017-6045-4c2a-9d75-e40cf3f24cb0 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 932 time: 0.0907834
Aug 24 19:57:07.690829 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1077ac6a-e850-433c-bdc2-ed3871a6bdcb req-55a93972-b704-4c83-9ff4-41fa04597b83 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409689
Aug 24 19:57:07.725089 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:07.729862 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:07.899984 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Pushing event updated for resources: {'Port': ['ID=60d67218-8df9-4653-bc00-b77c50b3a7e2,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:07.903216 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:07.977901 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Attempting to bind port 60d67218-8df9-4653-bc00-b77c50b3a7e2 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:57:07.978240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Attempting to bind port 60d67218-8df9-4653-bc00-b77c50b3a7e2 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:57:07.978633 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Attempting to bind port 60d67218-8df9-4653-bc00-b77c50b3a7e2 on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:57:07.983328 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Port 60d67218-8df9-4653-bc00-b77c50b3a7e2 on network 21efa646-837e-4ab9-8eec-e5471e24810c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:57:07.983652 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Attempting to bind port 60d67218-8df9-4653-bc00-b77c50b3a7e2 on network 21efa646-837e-4ab9-8eec-e5471e24810c {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:57:07.988789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:57:07.989130 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Checking segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:57:07.989514 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Bound using segment: {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:57:07.989965 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Bound port: 60d67218-8df9-4653-bc00-b77c50b3a7e2, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985cb102-318d-4f88-88a5-7a916b15ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:57:07.990348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:08.086978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] For port 60d67218-8df9-4653-bc00-b77c50b3a7e2, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:57:08.089828 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] For port 60d67218-8df9-4653-bc00-b77c50b3a7e2, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=60d67218-8df9-4653-bc00-b77c50b3a7e2,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:57:08.166316 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:08.171185 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:08.242571 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:08.247281 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:08.249195 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/60d67218-8df9-4653-bc00-b77c50b3a7e2 HTTP/1.1" status: 200  len: 1094 time: 1.5382967
Aug 24 19:57:08.249713 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'tag': '60d67218-8df9-4653-bc00-b77c50b3a7e2'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:57:08.280364 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Pushing event updated for resources: {'Port': ['ID=60d67218-8df9-4653-bc00-b77c50b3a7e2,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:08.283803 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:08.312234 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'tag': '60d67218-8df9-4653-bc00-b77c50b3a7e2', 'status': 'completed', 'code': 200}
Aug 24 19:57:08.420157 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85fd73-b35c-442d-aff2-cfc141cacf2a req-da5a272b-d4ee-43da-9291-b89d9bdcb225 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:08.422559 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7f85fd73-b35c-442d-aff2-cfc141cacf2a req-da5a272b-d4ee-43da-9291-b89d9bdcb225 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0836170
Aug 24 19:57:08.471626 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332cf4-e66e-491b-9f88-428218549779 req-d3620dea-40ac-4f3a-bcc4-e45b827eb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:08.472047 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-02332cf4-e66e-491b-9f88-428218549779 req-d3620dea-40ac-4f3a-bcc4-e45b827eb414 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 1097 time: 0.0922108
Aug 24 19:57:08.482340 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7f85fd73-b35c-442d-aff2-cfc141cacf2a req-bbc84558-80ce-4fec-a46c-84527dbc972b tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532701
Aug 24 19:57:08.641635 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332cf4-e66e-491b-9f88-428218549779 req-e364c5f3-7023-486d-acd3-b1179b2a2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:08.643137 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-02332cf4-e66e-491b-9f88-428218549779 req-e364c5f3-7023-486d-acd3-b1179b2a2860 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=015386ca443747ce821466c52a796d44&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1629395
Aug 24 19:57:08.764741 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd594ac-0fa7-4c5e-b053-b9ee33108e46 req-bd24d205-4fe5-4fc3-8974-c37cdc802665 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:08.766601 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2dd594ac-0fa7-4c5e-b053-b9ee33108e46 req-bd24d205-4fe5-4fc3-8974-c37cdc802665 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0911674
Aug 24 19:57:08.801753 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332cf4-e66e-491b-9f88-428218549779 req-6d3f0ff5-8d2f-4289-9ec5-314d64e8fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:08.803523 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-02332cf4-e66e-491b-9f88-428218549779 req-6d3f0ff5-8d2f-4289-9ec5-314d64e8fc61 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1531527
Aug 24 19:57:08.834302 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2dd594ac-0fa7-4c5e-b053-b9ee33108e46 req-f06fb7ad-cd9d-42f6-bae5-23dddc95850c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590186
Aug 24 19:57:08.957063 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-274ee63a-15f6-441d-8f82-4b73be5595b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:08.958766 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-274ee63a-15f6-441d-8f82-4b73be5595b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=015386ca443747ce821466c52a796d44&device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 1097 time: 0.1138177
Aug 24 19:57:09.014691 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c393099-4e97-4e4c-a2cc-675a82b53ef8 req-1e16eb90-04c4-4dc3-9b8a-25a9a23c4bd0 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:09.016651 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3c393099-4e97-4e4c-a2cc-675a82b53ef8 req-1e16eb90-04c4-4dc3-9b8a-25a9a23c4bd0 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 944 time: 0.1694462
Aug 24 19:57:09.045608 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-c6d604a9-8fad-4ade-ba66-a5ecdd6d4600 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d67218-8df9-4653-bc00-b77c50b3a7e2 HTTP/1.1" status: 200  len: 217 time: 0.0774426
Aug 24 19:57:09.086707 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3c393099-4e97-4e4c-a2cc-675a82b53ef8 req-10d2063d-d429-49b3-ba1f-0f8da76f933b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552039
Aug 24 19:57:09.119772 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-94a26d32-b10a-4727-be33-58159c7a7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:09.121386 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-94a26d32-b10a-4727-be33-58159c7a7954 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c78df88a-cc48-4da8-9616-361dca09ba93 HTTP/1.1" status: 200  len: 854 time: 0.0693684
Aug 24 19:57:09.171715 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-98f04a57-fc95-4434-9c53-cdad393f2def service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=21efa646-837e-4ab9-8eec-e5471e24810c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429513
Aug 24 19:57:09.313452 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-788f1ff9-e8f1-426e-946b-eb5d4bc7a541 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342382
Aug 24 19:57:09.408946 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56318) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:09.488760 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba58ad97-afae-4dc9-bfaa-3fb290a850ef req-78c9e3d6-71f1-4c3b-9149-f36f79971c31 service neutron] 10.222.0.60 "GET /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679916
Aug 24 19:57:09.558225 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Deleting subnet d992b8ef-1b73-47f9-beac-4c6017b9f3a5 {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 19:57:09.571572 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:09.636485 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8368326'] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:09.758583 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:09.830689 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231899-5637-4681-8984-6447df58f65c req-73fff529-f498-4bc5-8df0-eabb59440cc2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:09.832215 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8231899-5637-4681-8984-6447df58f65c req-73fff529-f498-4bc5-8df0-eabb59440cc2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1655259
Aug 24 19:57:09.881895 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8231899-5637-4681-8984-6447df58f65c req-49ed595a-4dd5-4de9-86be-6d32fba65ecf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425174
Aug 24 19:57:09.972380 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8369050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8284455'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:09.977630 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:10.017187 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d992b8ef-1b73-47f9-beac-4c6017b9f3a5,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:10.019359 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.021695 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:10.026030 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d992b8ef-1b73-47f9-beac-4c6017b9f3a5 HTTP/1.1" status: 204  len: 168 time: 0.6160035
Aug 24 19:57:10.028558 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56332) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:10.180681 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.268535 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20466-8087-4ac9-af13-4e199b13d693 req-debb4806-7a01-47b4-b612-722e4a3f68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:10.270160 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-edd20466-8087-4ac9-af13-4e199b13d693 req-debb4806-7a01-47b4-b612-722e4a3f68a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95eee633516346c3a51fc93645ae1d10&device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 1098 time: 0.0738492
Aug 24 19:57:10.302068 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1b3f3-4c09-4ca2-9512-6d6e710a98dd req-d3f9813d-ae9b-4834-82cb-a6166842611f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:10.303570 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-59d1b3f3-4c09-4ca2-9512-6d6e710a98dd req-d3f9813d-ae9b-4834-82cb-a6166842611f tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.2573774
Aug 24 19:57:10.388211 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.409626 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0963293700>,) {'filters': {'network_id': ['33500939-4bd5-4b0a-a83e-b8df6c8acbae']}} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:10.435900 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0963293700>, '030f7c4e-3178-48c2-a551-7d20360138da') {'for_net_delete': True} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:10.436173 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0963293700>, '030f7c4e-3178-48c2-a551-7d20360138da') {} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:10.446502 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20466-8087-4ac9-af13-4e199b13d693 req-8d1432c9-1c9a-4f49-a7e9-eeecdf369470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:10.448433 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-edd20466-8087-4ac9-af13-4e199b13d693 req-8d1432c9-1c9a-4f49-a7e9-eeecdf369470 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 200  len: 918 time: 0.1711137
Aug 24 19:57:10.451086 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-59d1b3f3-4c09-4ca2-9512-6d6e710a98dd req-86490137-5d50-42bb-a378-e979433c36f2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911813
Aug 24 19:57:10.458350 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8368345'] for segment, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.497365 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b1e40-eecb-498b-b074-bd0975255f3b req-82b5657f-24e7-4e88-a467-a0915a73ba8e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:10.518180 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9a2b1e40-eecb-498b-b074-bd0975255f3b req-82b5657f-24e7-4e88-a467-a0915a73ba8e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 944 time: 0.2779782
Aug 24 19:57:10.518180 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.518180 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=80016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 19:57:10.518180 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8369148'] for segment, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]: Traceback (most recent call last):
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     timer()
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     cb(*args, **kw)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     return func(*args, **kwargs)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     self._notify()
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     self.callback(batched_events)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     event.method(event)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     return f(self, *a, **k)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._get(url).json()
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self.request(url, 'GET', **kwargs)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 19:57:10.522482 dv-cinder-805877-1-iscsi neutron-server[80016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 19:57:10.613064 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-edd20466-8087-4ac9-af13-4e199b13d693 req-9e0bf72f-274e-4e89-8120-1b9c5f2dfda1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 200  len: 217 time: 0.1577332
Aug 24 19:57:10.685972 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9a2b1e40-eecb-498b-b074-bd0975255f3b req-33503b45-a1ee-4a91-8a8b-5a4876c92559 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598101
Aug 24 19:57:10.693544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20466-8087-4ac9-af13-4e199b13d693 req-b5abca74-4b78-4e6f-b054-edc8a74277b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:10.695773 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-edd20466-8087-4ac9-af13-4e199b13d693 req-b5abca74-4b78-4e6f-b054-edc8a74277b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 200  len: 858 time: 0.0747957
Aug 24 19:57:10.756635 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-edd20466-8087-4ac9-af13-4e199b13d693 req-df1bf731-f392-4c0d-9b5e-be94ba7095bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462060
Aug 24 19:57:10.893164 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-edd20466-8087-4ac9-af13-4e199b13d693 req-4c2d3a1e-af41-4a96-af99-ce098e5ac31a service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365035
Aug 24 19:57:10.913363 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.913755 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-bfef6cb3-7e21-4419-b38c-f275f1ad145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:10.942554 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Pushing event deleted for resources: {'Network': ['ID=33500939-4bd5-4b0a-a83e-b8df6c8acbae,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:10.946550 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:10.950285 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:11.046972 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-edd20466-8087-4ac9-af13-4e199b13d693 req-7b48c602-e610-4864-8cff-50f4e24022dc service neutron] 10.222.0.60 "GET /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464994
Aug 24 19:57:11.087567 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-27dcdf37-77ac-4775-b394-465b0ebcfe30 admin admin] 10.222.0.37 "DELETE /v2.0/networks/33500939-4bd5-4b0a-a83e-b8df6c8acbae HTTP/1.1" status: 204  len: 168 time: 1.0578623
Aug 24 19:57:11.145397 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a4dc-150c-41c7-a2d8-7fc710f1d85e req-a255a4ad-e506-4993-8427-c4944906648f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:11.148306 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-45e7a4dc-150c-41c7-a2d8-7fc710f1d85e req-a255a4ad-e506-4993-8427-c4944906648f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1348963
Aug 24 19:57:11.201717 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-45e7a4dc-150c-41c7-a2d8-7fc710f1d85e req-4898d497-3766-4c68-92e3-824ac4211003 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465050
Aug 24 19:57:11.368000 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56360) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:11.513140 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56370) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:11.514665 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:11.530517 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:11.534860 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac182054fb04399a7572de14e0c8bb9 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:11.537764 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:11.543798 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:11.566316 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-69561094-10ff-4a0f-99f5-fa93d4e8b1bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06817fcb9ed4446c990374f60583e38e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526252
Aug 24 19:57:11.566558 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56374) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:11.627834 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:11.654530 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:11.711381 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66c05-22c4-4c24-95b8-8bb811759aca req-0addac32-0a9c-402e-809f-4cf069af40ed tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:11.713382 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-70d66c05-22c4-4c24-95b8-8bb811759aca req-0addac32-0a9c-402e-809f-4cf069af40ed tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1378043
Aug 24 19:57:11.718134 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:11.762815 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-70d66c05-22c4-4c24-95b8-8bb811759aca req-aef643d2-246e-4b4e-ad18-348091e8dc1e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431061
Aug 24 19:57:11.833211 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:11.833774 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b508b48a-df90-44c7-b7b2-bc449bb95a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:11.846021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4f0fc-f29d-421f-beb7-e8d1250c75bf,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:11.849131 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:11.851508 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:11.852162 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbb4f0fc-f29d-421f-beb7-e8d1250c75bf HTTP/1.1" status: 204  len: 168 time: 0.2847853
Aug 24 19:57:11.877254 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910fb36-60ec-4a60-9366-d597670fb2cd req-b76e3f02-fc87-49bc-9630-cde3a96c5150 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:11.878754 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8910fb36-60ec-4a60-9366-d597670fb2cd req-b76e3f02-fc87-49bc-9630-cde3a96c5150 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 944 time: 0.0864005
Aug 24 19:57:11.900695 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:11.911929 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b2fd1a12-73dd-4bd4-aecb-c3afc47b97db tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:11.972411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32740189-940b-4b01-ad79-689ac7f582b1,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:11.978065 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:11.980528 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ac182054fb04399a7572de14e0c8bb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6115475
Aug 24 19:57:11.983651 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8910fb36-60ec-4a60-9366-d597670fb2cd req-9b8e36bf-6388-4af1-89a9-81663f351107 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986435
Aug 24 19:57:11.984080 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56384) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:12.062257 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:12.095667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:12.257923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:12.263062 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a4fc4461-a1cf-477a-8d7c-f32cd3a90fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:12.275630 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32740189-940b-4b01-ad79-689ac7f582b1,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:12.278479 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:12.280480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:12.291976 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32740189-940b-4b01-ad79-689ac7f582b1 HTTP/1.1" status: 204  len: 168 time: 0.3044510
Aug 24 19:57:12.414816 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab01323-643c-4a7b-83fe-f770f5f94d63 req-4d0e087d-968a-43aa-b7fb-608e96f3de99 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:12.416291 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0ab01323-643c-4a7b-83fe-f770f5f94d63 req-4d0e087d-968a-43aa-b7fb-608e96f3de99 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0961995
Aug 24 19:57:12.469816 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0ab01323-643c-4a7b-83fe-f770f5f94d63 req-805a8397-7a59-445a-b6a0-2acc7d790faf tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465815
Aug 24 19:57:12.724962 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 60d67218-8df9-4653-bc00-b77c50b3a7e2 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:57:12.872280 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 60d67218-8df9-4653-bc00-b77c50b3a7e2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=60d67218-8df9-4653-bc00-b77c50b3a7e2,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:12.887219 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '60d67218-8df9-4653-bc00-b77c50b3a7e2', 'network_id': '21efa646-837e-4ab9-8eec-e5471e24810c', 'port_id': '60d67218-8df9-4653-bc00-b77c50b3a7e2', 'mac_address': 'fa:16:3e:9d:b6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78df88a-cc48-4da8-9616-361dca09ba93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:57:12.960546 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:12.980974 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d67218-8df9-4653-bc00-b77c50b3a7e2 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:57:13.004399 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 60d67218-8df9-4653-bc00-b77c50b3a7e2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=60d67218-8df9-4653-bc00-b77c50b3a7e2,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:13.087916 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be50346-4bde-4287-99ea-2ff7c3e1a5d6 req-84e1b647-157b-4680-9f0d-722e4afe0637 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:13.089887 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4be50346-4bde-4287-99ea-2ff7c3e1a5d6 req-84e1b647-157b-4680-9f0d-722e4afe0637 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1955068
Aug 24 19:57:13.110038 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:13.113685 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ed9fe97d-162d-43b3-8005-72ad4f9ccfc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:13.186874 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4be50346-4bde-4287-99ea-2ff7c3e1a5d6 req-231474f2-abbf-46e9-bd73-be43c92b1b94 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852964
Aug 24 19:57:13.324518 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=60d67218-8df9-4653-bc00-b77c50b3a7e2,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:13.333999 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:13.381185 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56444) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:13.416118 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:13.433646 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['60d67218-8df9-4653-bc00-b77c50b3a7e2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:57:13.457120 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:13.463181 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Usage tracker for resource:security_group_rule and tenant:40b72285f8da4e31a3ef30a738ea35ef is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:13.467553 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:13.477159 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62d46f-70ee-43de-9f88-c4e5711dcb20 req-eee7b23a-3a05-4cf7-bc01-1b94886ae33e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:13.489253 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d62d46f-70ee-43de-9f88-c4e5711dcb20 req-eee7b23a-3a05-4cf7-bc01-1b94886ae33e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1930130
Aug 24 19:57:13.518143 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:13.520125 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a5007-92e2-4a01-af2b-0ffe7bfb2963 req-ba123a0e-6934-4e0e-aaff-203c442fa975 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:13.521651 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-708a5007-92e2-4a01-af2b-0ffe7bfb2963 req-ba123a0e-6934-4e0e-aaff-203c442fa975 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 945 time: 0.1792829
Aug 24 19:57:13.602292 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d62d46f-70ee-43de-9f88-c4e5711dcb20 req-e53e5be9-ea47-417e-b6b8-c95605f5480a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118982
Aug 24 19:57:13.605115 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-48f581c5-68b1-4880-b9e6-deb05e28e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:13.605674 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-48f581c5-68b1-4880-b9e6-deb05e28e8d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 1099 time: 0.1394897
Aug 24 19:57:13.623327 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-708a5007-92e2-4a01-af2b-0ffe7bfb2963 req-bfaf17e4-0035-4f5e-be84-6648cdd4b8b4 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831418
Aug 24 19:57:13.744415 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:13.792801 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-6fef7179-5d7c-4aa4-a9c9-d766d0384d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:13.794251 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-6fef7179-5d7c-4aa4-a9c9-d766d0384d22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 911 time: 0.1602440
Aug 24 19:57:13.859899 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:13.880891 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7232a475-ec6b-4c26-9525-9b83de72dd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:13.935037 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40b72285f8da4e31a3ef30a738ea35ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5527198
Aug 24 19:57:13.938585 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56454) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:13.946029 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b6397-9c3a-4de7-9b43-599e6df6a823,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:13.951268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:13.952926 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-522a804a-266e-4dc1-897c-2ecafababdf5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97def42-db67-43ff-b400-0874231a4078 HTTP/1.1" status: 200  len: 1002 time: 0.1522508
Aug 24 19:57:14.009881 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:14.023340 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-fa184cd8-b85b-4f16-906a-f502c4e7ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:14.031019 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-fa184cd8-b85b-4f16-906a-f502c4e7ef6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 200  len: 850 time: 0.0656455
Aug 24 19:57:14.036973 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:14.109876 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-89779208-3ca4-4654-8c25-cfe76a621fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:14.112043 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-89779208-3ca4-4654-8c25-cfe76a621fd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801938
Aug 24 19:57:14.206366 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:14.211677 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9fab9daf-0178-46c4-afb5-93141fa19f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:14.234253 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b6397-9c3a-4de7-9b43-599e6df6a823,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:14.245999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:14.248328 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:14.250040 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff8b6397-9c3a-4de7-9b43-599e6df6a823 HTTP/1.1" status: 204  len: 168 time: 0.3102922
Aug 24 19:57:14.268545 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-f5e4fb09-be6a-48d9-acb6-c4276e0a1cc1 service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480553
Aug 24 19:57:14.469265 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af108e-a91b-450e-97e7-388f1c6c7947 req-03fcd1d1-8802-48fa-bb89-c4488e535514 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:14.476669 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-77af108e-a91b-450e-97e7-388f1c6c7947 req-03fcd1d1-8802-48fa-bb89-c4488e535514 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1339922
Aug 24 19:57:14.503890 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a259c4d0-c534-4829-a16b-8ff5476f1ee6 req-efce4b1f-c220-40cc-b6f3-8ddebadd11f4 service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2296488
Aug 24 19:57:14.534411 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-77af108e-a91b-450e-97e7-388f1c6c7947 req-90196985-03c0-4683-bc55-b8b1eaa0ac48 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564184
Aug 24 19:57:14.731012 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 60d67218-8df9-4653-bc00-b77c50b3a7e2 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:57:14.932003 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e94b94-f310-499b-abdd-0421a30a81df req-1c02fbac-18c1-40cc-915b-e019dfbc0de2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:14.939966 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d3e94b94-f310-499b-abdd-0421a30a81df req-1c02fbac-18c1-40cc-915b-e019dfbc0de2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1760421
Aug 24 19:57:14.956006 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 60d67218-8df9-4653-bc00-b77c50b3a7e2 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:57:14.974725 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 60d67218-8df9-4653-bc00-b77c50b3a7e2 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:57:14.975278 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:15.010162 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5436f-2be2-4317-b517-16db21a20dea req-91e4e973-2bf3-40c6-92e8-3419b269c389 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:15.012014 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8ce5436f-2be2-4317-b517-16db21a20dea req-91e4e973-2bf3-40c6-92e8-3419b269c389 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 945 time: 0.1893802
Aug 24 19:57:15.028094 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d3e94b94-f310-499b-abdd-0421a30a81df req-dad5fa7f-20ab-402d-a83f-508f2674ead9 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871656
Aug 24 19:57:15.125240 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8ce5436f-2be2-4317-b517-16db21a20dea req-c9942424-5fb8-48f2-b250-27018ef48d33 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960844
Aug 24 19:57:15.294873 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:15.341417 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d67218-8df9-4653-bc00-b77c50b3a7e2'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:57:15.357934 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 60d67218-8df9-4653-bc00-b77c50b3a7e2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=60d67218-8df9-4653-bc00-b77c50b3a7e2,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:15.407003 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d67218-8df9-4653-bc00-b77c50b3a7e2', 'code': 200}
Aug 24 19:57:15.527105 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:15.529289 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:15.656186 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=60d67218-8df9-4653-bc00-b77c50b3a7e2,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:15.659844 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:15.887950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56560) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:16.140405 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:16.162617 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:16.166840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Usage tracker for resource:security_group_rule and tenant:d8a6b34a88b945ed9f011b89be95d422 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:16.170302 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:16.177244 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:16.268060 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:16.282013 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6f139-b012-4879-86b9-918574f323a1 req-9c74fb18-5a92-4d73-a5a8-4f074162518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:16.284379 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-27f6f139-b012-4879-86b9-918574f323a1 req-9c74fb18-5a92-4d73-a5a8-4f074162518e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 1099 time: 0.3180008
Aug 24 19:57:16.338071 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-27f6f139-b012-4879-86b9-918574f323a1 req-7689e995-2716-4509-a0a8-1d627bb0dd2f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465195
Aug 24 19:57:16.343307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab97ef-818e-4356-8071-69bcd07a459e req-5c2f3d48-ab6e-47e4-bcc8-f97959c096ee tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:16.345841 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e9ab97ef-818e-4356-8071-69bcd07a459e req-5c2f3d48-ab6e-47e4-bcc8-f97959c096ee tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1823916
Aug 24 19:57:16.372458 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:16.387401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2845c360-7b35-4145-aa4e-b7f541c100ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:16.457394 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8a6b34a88b945ed9f011b89be95d422&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5668335
Aug 24 19:57:16.458487 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1830ca-7a2d-4f44-8546-7e1cddafeaf5,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:16.460761 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56598) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:16.463576 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:16.483980 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e9ab97ef-818e-4356-8071-69bcd07a459e req-b87e7f4c-c8d6-4c6b-9f99-09203e1de1d4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937011
Aug 24 19:57:16.519434 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40bbc-d5d4-4915-92a9-3eb8d1228793 req-e15aed49-03c7-472d-a353-cc02caa89a8f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:16.520960 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-12b40bbc-d5d4-4915-92a9-3eb8d1228793 req-e15aed49-03c7-472d-a353-cc02caa89a8f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.1741529
Aug 24 19:57:16.554848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:16.574998 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-12b40bbc-d5d4-4915-92a9-3eb8d1228793 req-b520de18-d32f-4fd2-b778-380563c168a0 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485733
Aug 24 19:57:16.584500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:16.791609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:16.791609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5122fd82-1f42-4d68-9069-31181169f217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:16.796655 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1830ca-7a2d-4f44-8546-7e1cddafeaf5,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:16.801089 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:16.808669 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:16.810990 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c1830ca-7a2d-4f44-8546-7e1cddafeaf5 HTTP/1.1" status: 204  len: 168 time: 0.3482397
Aug 24 19:57:17.699294 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56628) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:17.718114 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:17.732968 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:17.737017 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Usage tracker for resource:security_group_rule and tenant:1b9baa870c694d27aeb16fa9d64c09ae is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:17.739908 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:17.747665 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:17.784053 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4e22a-7565-4981-899e-cde34a15a5c5 req-537674b8-b5fd-4058-9945-e6505643c541 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:17.785794 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9fd4e22a-7565-4981-899e-cde34a15a5c5 req-537674b8-b5fd-4058-9945-e6505643c541 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.0968835
Aug 24 19:57:17.831784 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9fd4e22a-7565-4981-899e-cde34a15a5c5 req-48fb1e93-3658-40ef-9304-4dc1061b2232 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403674
Aug 24 19:57:17.834308 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:17.949022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:17.956475 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5755c89c-ba10-42e2-9172-e341d2719203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:17.998258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31beb458-35eb-49c4-95be-586e78a3f6f3,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:18.002854 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b9baa870c694d27aeb16fa9d64c09ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3020463
Aug 24 19:57:18.003785 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:18.005532 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56636) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:18.068113 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:18.095271 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:18.211776 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:18.215739 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4e3aab85-4cfe-4896-b2bb-d50bd8ede9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:18.226569 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31beb458-35eb-49c4-95be-586e78a3f6f3,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:18.228896 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:18.234357 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:18.235523 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31beb458-35eb-49c4-95be-586e78a3f6f3 HTTP/1.1" status: 204  len: 168 time: 0.2255681
Aug 24 19:57:19.013651 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56648) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:19.014245 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f71da-b4d8-4250-960c-e5f0f99a89ac req-1bce33d4-26a8-4b2e-abbb-55e40e116158 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:19.015270 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f96f71da-b4d8-4250-960c-e5f0f99a89ac req-1bce33d4-26a8-4b2e-abbb-55e40e116158 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.0793042
Aug 24 19:57:19.031692 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:19.049447 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:19.060268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Usage tracker for resource:security_group_rule and tenant:5054f8fe23f944fca3df8319895bce7c is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:19.063254 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:19.065733 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f96f71da-b4d8-4250-960c-e5f0f99a89ac req-87e3d456-3b98-42e5-ba79-9292c1d4ef78 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442207
Aug 24 19:57:19.069880 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:19.158132 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:19.241227 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:19.248418 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0231d599-b5fd-451f-b87c-80a005940984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:19.293418 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5054f8fe23f944fca3df8319895bce7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2786644
Aug 24 19:57:19.294299 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2eb64-f56c-4ed5-8fda-4648f961d3a0,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:19.296147 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56652) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:19.297761 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:19.357017 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:19.384175 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:19.515922 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:19.519697 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-be4605f9-fd01-4597-bf01-cf32e6bd2247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:19.532762 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2eb64-f56c-4ed5-8fda-4648f961d3a0,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:19.541280 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:19.541280 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:19.541280 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8c2eb64-f56c-4ed5-8fda-4648f961d3a0 HTTP/1.1" status: 204  len: 168 time: 0.2435408
Aug 24 19:57:19.727210 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:20.262207 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4724-7f58-4285-8e89-d63ddf58aa13 req-780d0e21-d4a5-40f7-92aa-7b760769ae07 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:20.263711 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c01a4724-7f58-4285-8e89-d63ddf58aa13 req-780d0e21-d4a5-40f7-92aa-7b760769ae07 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.0849013
Aug 24 19:57:20.311603 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c01a4724-7f58-4285-8e89-d63ddf58aa13 req-2fb70c26-ff9a-48d5-a6dc-fba0f2e23861 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411944
Aug 24 19:57:21.523485 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e8656-1ef2-4168-948e-e7719e4fe093 req-15e42e36-2eaa-4c32-8fc5-761c1218b7d3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:21.524997 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-346e8656-1ef2-4168-948e-e7719e4fe093 req-15e42e36-2eaa-4c32-8fc5-761c1218b7d3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.0855420
Aug 24 19:57:21.584525 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-346e8656-1ef2-4168-948e-e7719e4fe093 req-be4a3b5f-03d3-4c33-b0cc-4aefa4bc631a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533149
Aug 24 19:57:22.329640 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-a8e44edd-24ea-4579-aff7-1dd5882c3764 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717108
Aug 24 19:57:22.443951 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-c0463b41-e2f2-49ee-ba2e-933ba9805ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:22.445424 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-c0463b41-e2f2-49ee-ba2e-933ba9805ede service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 1099 time: 0.0779195
Aug 24 19:57:22.604674 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-03b9b306-493a-4ab0-b6df-f008924ad36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:22.606113 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-03b9b306-493a-4ab0-b6df-f008924ad36b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 911 time: 0.1331248
Aug 24 19:57:22.712627 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-23dcbd46-72a5-4100-bf8b-e52984bbff83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97def42-db67-43ff-b400-0874231a4078 HTTP/1.1" status: 200  len: 1002 time: 0.0994647
Aug 24 19:57:22.776714 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-7b04c9a7-22a0-41cf-aeff-35d43007efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:22.778098 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-7b04c9a7-22a0-41cf-aeff-35d43007efc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 200  len: 850 time: 0.0582786
Aug 24 19:57:22.864225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-e8bee9d9-143c-4c16-9714-1c4d3596bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:22.865930 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-e8bee9d9-143c-4c16-9714-1c4d3596bd2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810027
Aug 24 19:57:23.017577 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-074b2c90-e1e8-4e3d-846d-6dba64be3794 service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432083
Aug 24 19:57:23.190518 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4fbae54-9b3e-4dcb-b99f-417bd6b8be7c req-31449ae2-09a6-4980-b53b-142e49ee080d service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263776
Aug 24 19:57:27.540521 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:57:29.334312 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56856) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:29.455092 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:29.469250 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:29.473634 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Usage tracker for resource:security_group_rule and tenant:286dcaca7a29459d934827d2d9264d5b is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:29.476602 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:29.483058 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:29.568770 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:29.625603 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:29.635274 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c24dadad-784c-4de5-ba41-d825ea4f4e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:29.676004 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=286dcaca7a29459d934827d2d9264d5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3405797
Aug 24 19:57:29.677536 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a80443-f46c-45be-b40f-3acf4f7673ca,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:29.679109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56864) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:29.684909 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.685278 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.685643 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.686020 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.686401 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.686760 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.687108 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.687455 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.687802 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.688147 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.688490 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.688851 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.692951 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:29.743354 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:29.769570 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:29.912164 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:29.916192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-32f394c0-b3f7-43e5-b6f8-289885376ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:29.929088 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a80443-f46c-45be-b40f-3acf4f7673ca,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:29.941461 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.941840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.942229 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.942616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.942991 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.943347 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.943699 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.944046 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.944395 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.944796 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.945187 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.945551 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:57:29.949174 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:29.950410 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:29.951627 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5a80443-f46c-45be-b40f-3acf4f7673ca HTTP/1.1" status: 204  len: 168 time: 0.2715054
Aug 24 19:57:30.391804 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8efd8988-71d2-450f-a5e5-a5bb93ecbc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:31.004236 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:31.701504 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 56920) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:31.820255 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:31.834898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:31.839028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Usage tracker for resource:security_group_rule and tenant:74395ced98bf403fbb691309d7e9b484 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:31.841963 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:31.848583 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:31.935621 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:32.042938 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:32.052277 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c29b5e00-832c-4f76-a4b9-eb118140ebcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:32.101490 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74395ced98bf403fbb691309d7e9b484&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3987598
Aug 24 19:57:32.102449 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f44727-3296-44ef-b0b8-03d92ec7fdc3,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:32.105759 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:32.106066 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 56938) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:32.170668 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:32.196882 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:32.415510 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:32.422038 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-774600ae-8761-4883-841d-9079a6a212b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:32.437880 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f44727-3296-44ef-b0b8-03d92ec7fdc3,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:32.442719 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:32.452155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:32.453414 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09f44727-3296-44ef-b0b8-03d92ec7fdc3 HTTP/1.1" status: 204  len: 168 time: 0.3454142
Aug 24 19:57:32.924088 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73d71e-2453-4f60-8671-4bea261632cf req-fe530a3c-674f-4ffd-bd09-52c9bbb0b9c8 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:32.925851 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc73d71e-2453-4f60-8671-4bea261632cf req-fe530a3c-674f-4ffd-bd09-52c9bbb0b9c8 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1003602
Aug 24 19:57:32.983376 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc73d71e-2453-4f60-8671-4bea261632cf req-47b573b1-1427-4407-a6e3-a631f0e4cdb6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501456
Aug 24 19:57:33.282428 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-b04cde2f-f116-4a68-aeda-56504a4517b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:34.101110 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:34.232015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582575-ae18-419a-9492-7ffef0d68c70 req-11a28167-e0b5-4ad1-a440-f45f4ff18ee2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:34.233462 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51582575-ae18-419a-9492-7ffef0d68c70 req-11a28167-e0b5-4ad1-a440-f45f4ff18ee2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1424894
Aug 24 19:57:34.281232 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51582575-ae18-419a-9492-7ffef0d68c70 req-743c1f6a-9f6f-4296-8099-fe78b5cff529 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416741
Aug 24 19:57:35.478532 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:35.480177 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12598e6c-1bfa-4293-ab32-0fb248928401 req-eea56ce9-467a-4595-8b58-292f273a4a09 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:35.481861 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-12598e6c-1bfa-4293-ab32-0fb248928401 req-eea56ce9-467a-4595-8b58-292f273a4a09 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0898218
Aug 24 19:57:35.529106 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-12598e6c-1bfa-4293-ab32-0fb248928401 req-12aca04c-829a-4f67-8b1e-6fface2357a7 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412955
Aug 24 19:57:35.852181 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c2515-1286-4821-a09b-7446447636c2 req-d1109451-10c0-4c85-82d1-e373e08d4766 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:35.853026 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-b00c2515-1286-4821-a09b-7446447636c2 req-d1109451-10c0-4c85-82d1-e373e08d4766 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Synchronizing usage tracker for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:57:35.952678 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-b00c2515-1286-4821-a09b-7446447636c2 req-d1109451-10c0-4c85-82d1-e373e08d4766 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Unset dirty status for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:57:35.953957 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b00c2515-1286-4821-a09b-7446447636c2 req-d1109451-10c0-4c85-82d1-e373e08d4766 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.1827557
Aug 24 19:57:36.025322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Deleting port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:57:36.025664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:36.345026 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] For port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:36.345385 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:36.472577 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Calling delete_port for 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:57:36.725948 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d7f1c-c6a4-43c4-9a44-b12a60e79652 req-2659c038-1de0-486a-905b-ac175ee0e0e2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:36.727626 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-896d7f1c-c6a4-43c4-9a44-b12a60e79652 req-2659c038-1de0-486a-905b-ac175ee0e0e2 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 945 time: 0.0875053
Aug 24 19:57:36.775967 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:36.784835 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-896d7f1c-c6a4-43c4-9a44-b12a60e79652 req-863e740d-fb3f-4ad4-afe2-04705e25de6c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455253
Aug 24 19:57:36.785111 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:36.791014 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['128fe211-8d36-4c43-bf74-f3c0603054f4', '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:57:36.837618 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Pushing event deleted for resources: {'Port': ['ID=8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:36.866247 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:36.912950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] No DVR routers for this DVR port 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:57:36.916095 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:36.920027 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'name': 'network-vif-deleted', 'tag': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:57:36.986451 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15ca870-860c-4eaa-acb0-6c4c0b74976a', 'name': 'network-vif-deleted', 'tag': '8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb', 'status': 'completed', 'code': 200}
Aug 24 19:57:37.028617 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-b00c2515-1286-4821-a09b-7446447636c2 req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "DELETE /v2.0/ports/8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb HTTP/1.1" status: 204  len: 173 time: 1.0689709
Aug 24 19:57:37.956193 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-25526e97-1aef-4fce-b06f-8df71ee18ef4 req-14fe18cd-39a0-4b49-8dc2-4af942eb2ac1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=f15ca870-860c-4eaa-acb0-6c4c0b74976a HTTP/1.1" status: 200  len: 210 time: 0.0483835
Aug 24 19:57:38.717154 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57066) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:38.834568 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:38.849786 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:38.853584 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Usage tracker for resource:security_group_rule and tenant:e58da95dda6b4757893b5ad7110fec42 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:38.856403 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:38.862091 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:38.943384 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:39.022101 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:39.031686 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-492f11dd-d48c-4560-a115-d2f8edea8050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:39.075857 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e58da95dda6b4757893b5ad7110fec42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573008
Aug 24 19:57:39.079267 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57080) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:39.091521 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d026550b-fd89-445e-89e4-fe1117e3c613,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:39.104977 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:39.151080 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:39.199637 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:39.378232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:39.387039 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-14a5d421-80a0-48b5-a957-f04143d3943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:39.400117 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d026550b-fd89-445e-89e4-fe1117e3c613,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:39.408843 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:39.410910 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:39.415074 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d026550b-fd89-445e-89e4-fe1117e3c613 HTTP/1.1" status: 204  len: 168 time: 0.3341668
Aug 24 19:57:39.867051 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85322-b294-4fbe-98ec-e957df43cca2 req-17a56c90-4ad9-45f9-98bb-b52ca6b0b836 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:39.868638 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bec85322-b294-4fbe-98ec-e957df43cca2 req-17a56c90-4ad9-45f9-98bb-b52ca6b0b836 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0972540
Aug 24 19:57:39.921099 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bec85322-b294-4fbe-98ec-e957df43cca2 req-639ea503-574b-4a86-8065-41178c37e58a tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462039
Aug 24 19:57:40.879513 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:57:40.914247 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:57:40.914653 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8fa6d55b-d124-4cd6-8aec-b3c2600c7dbb not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:57:41.251224 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa74c3-57b2-4b3f-9305-c684333169c9 req-4099f326-7221-4f80-9ee3-273c39a3bc2c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:41.252784 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5caa74c3-57b2-4b3f-9305-c684333169c9 req-4099f326-7221-4f80-9ee3-273c39a3bc2c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0795562
Aug 24 19:57:41.300934 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5caa74c3-57b2-4b3f-9305-c684333169c9 req-8491ae18-5fc6-4550-aa4c-946ca67d4549 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419705
Aug 24 19:57:42.494021 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd80bd4-e105-45bd-bdc3-7be7d0e5ea75 req-ae5e6e7b-1a6a-471a-bd74-028d17b49852 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:42.495518 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4dd80bd4-e105-45bd-bdc3-7be7d0e5ea75 req-ae5e6e7b-1a6a-471a-bd74-028d17b49852 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0866735
Aug 24 19:57:42.543505 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4dd80bd4-e105-45bd-bdc3-7be7d0e5ea75 req-75910e43-5425-4dbb-bfda-9a5c24f2a151 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415592
Aug 24 19:57:43.736708 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715de17-8f7e-4335-82dd-83b151dd799d req-8cbcb885-5c86-4bd5-a7cd-0ad162b428f4 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:43.738151 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7715de17-8f7e-4335-82dd-83b151dd799d req-8cbcb885-5c86-4bd5-a7cd-0ad162b428f4 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0829194
Aug 24 19:57:43.788706 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7715de17-8f7e-4335-82dd-83b151dd799d req-7c1dee33-05ee-4dc8-8767-029fe2c2b672 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442731
Aug 24 19:57:44.974145 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5ea3e-c00a-4cd2-adff-fcfb01e78396 req-5f2cc3ab-4a86-4cfc-bbce-3470574851f1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:44.975617 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2bf5ea3e-c00a-4cd2-adff-fcfb01e78396 req-5f2cc3ab-4a86-4cfc-bbce-3470574851f1 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0782468
Aug 24 19:57:45.021729 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2bf5ea3e-c00a-4cd2-adff-fcfb01e78396 req-aaf986e1-fa05-4438-87b7-773ed5a2a5bb tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404375
Aug 24 19:57:46.209806 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40921db-5928-408d-8946-0ba402fd0428 req-5e3ce2ab-2144-4edb-b796-1af7f5d8236e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:46.211272 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f40921db-5928-408d-8946-0ba402fd0428 req-5e3ce2ab-2144-4edb-b796-1af7f5d8236e tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0854785
Aug 24 19:57:46.256913 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f40921db-5928-408d-8946-0ba402fd0428 req-73c5fa8f-5d36-431e-956b-f76586459120 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399783
Aug 24 19:57:46.552141 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf691e-3efc-4251-ae38-e4a7b804742a req-f27446a6-e11c-4e48-9148-010d51b9c24d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:46.554111 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-06bf691e-3efc-4251-ae38-e4a7b804742a req-f27446a6-e11c-4e48-9148-010d51b9c24d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.0784855
Aug 24 19:57:46.602984 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-06bf691e-3efc-4251-ae38-e4a7b804742a req-bc438519-882b-4a33-b4ad-c029ed7eead1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433712
Aug 24 19:57:47.101986 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-03fec3b5-1b76-46bb-80cc-1681d754fca6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:47.102718 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-03fec3b5-1b76-46bb-80cc-1681d754fca6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Synchronizing usage tracker for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:57:47.200476 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-03fec3b5-1b76-46bb-80cc-1681d754fca6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Unset dirty status for tenant:95eee633516346c3a51fc93645ae1d10 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:57:47.201677 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-03fec3b5-1b76-46bb-80cc-1681d754fca6 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.1815784
Aug 24 19:57:47.276626 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Deleting port 128fe211-8d36-4c43-bf74-f3c0603054f4 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:57:47.276966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:47.446447 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d107b7-a3f5-4a6e-94e5-18f8e2910d87 req-47b6141b-d492-446d-9edd-bd15d73af970 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:47.447882 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a1d107b7-a3f5-4a6e-94e5-18f8e2910d87 req-47b6141b-d492-446d-9edd-bd15d73af970 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 945 time: 0.0789025
Aug 24 19:57:47.495284 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a1d107b7-a3f5-4a6e-94e5-18f8e2910d87 req-46d4e819-a7e6-42e1-ae9e-25e4baa31707 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/security-groups?id=4956a5e6-ff25-42c9-ae70-4a6df15c7891&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391459
Aug 24 19:57:47.530837 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] For port 128fe211-8d36-4c43-bf74-f3c0603054f4, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=128fe211-8d36-4c43-bf74-f3c0603054f4,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:47.531192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:47.654717 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Calling delete_port for 128fe211-8d36-4c43-bf74-f3c0603054f4 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:57:47.804092 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d08a-c137-422b-a8fb-3b59f17c0988 req-8f5c94e2-a734-4966-b8e3-917404d97a6d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:47.805709 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bfc3d08a-c137-422b-a8fb-3b59f17c0988 req-8f5c94e2-a734-4966-b8e3-917404d97a6d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.0853221
Aug 24 19:57:47.851756 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bfc3d08a-c137-422b-a8fb-3b59f17c0988 req-f3be20cf-237b-4bfb-82aa-c119fc00aec7 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404871
Aug 24 19:57:47.914995 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:47.921619 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:47.928713 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['128fe211-8d36-4c43-bf74-f3c0603054f4'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:57:47.966647 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Pushing event deleted for resources: {'Port': ['ID=128fe211-8d36-4c43-bf74-f3c0603054f4,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:47.970349 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:48.125779 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] No DVR routers for this DVR port 128fe211-8d36-4c43-bf74-f3c0603054f4 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:57:48.128217 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:48.131481 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'name': 'network-vif-deleted', 'tag': '128fe211-8d36-4c43-bf74-f3c0603054f4'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:57:48.175800 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe77e4-ed60-4f61-8d92-65e39d5be804', 'name': 'network-vif-deleted', 'tag': '128fe211-8d36-4c43-bf74-f3c0603054f4', 'status': 'completed', 'code': 200}
Aug 24 19:57:48.212963 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1b390436-253c-4dcb-b07a-c46501a2ac3b req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.60 "DELETE /v2.0/ports/128fe211-8d36-4c43-bf74-f3c0603054f4 HTTP/1.1" status: 204  len: 173 time: 1.0047302
Aug 24 19:57:48.631277 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-555063bc-83a4-4465-a49d-64defc6596e7 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:48.632086 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-555063bc-83a4-4465-a49d-64defc6596e7 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Synchronizing usage tracker for tenant:015386ca443747ce821466c52a796d44 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:57:48.657698 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9fa92d4-36d1-4b20-b21f-308fa1b08ef0 req-2546676f-3ecb-432b-a0d1-73b7f49ccfd8 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] 10.222.0.37 "GET /v2.0/ports?device_id=46fe77e4-ed60-4f61-8d92-65e39d5be804 HTTP/1.1" status: 200  len: 210 time: 0.0447376
Aug 24 19:57:48.732099 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-555063bc-83a4-4465-a49d-64defc6596e7 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Unset dirty status for tenant:015386ca443747ce821466c52a796d44 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:57:48.733278 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-555063bc-83a4-4465-a49d-64defc6596e7 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.1821592
Aug 24 19:57:48.809586 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Deleting port 60d67218-8df9-4653-bc00-b77c50b3a7e2 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:57:48.809840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:49.042955 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a0062-4b20-41d5-84e4-363075ce3d7f req-0162f191-3386-44da-a25b-1f6b6f930cc9 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:49.051825 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-136a0062-4b20-41d5-84e4-363075ce3d7f req-0162f191-3386-44da-a25b-1f6b6f930cc9 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 946 time: 0.0928297
Aug 24 19:57:49.061473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] For port 60d67218-8df9-4653-bc00-b77c50b3a7e2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=60d67218-8df9-4653-bc00-b77c50b3a7e2,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:49.061766 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:49.108778 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-136a0062-4b20-41d5-84e4-363075ce3d7f req-db72e6ad-f57b-472d-8933-901ae2ec28ab tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559468
Aug 24 19:57:49.207115 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Calling delete_port for 60d67218-8df9-4653-bc00-b77c50b3a7e2 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:57:49.492460 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:49.498405 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5e027d1b-921e-401e-9da7-aea01271cbfb tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:49.504438 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8e2ef067-754e-4280-b2c8-36dafef26144', 'a94db7ca-2827-4274-936e-68eccd3dd02a', '0467417e-dbd3-4bc8-8750-975cc0e72f9b', '60d67218-8df9-4653-bc00-b77c50b3a7e2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:57:49.518593 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-98eebb4c-3245-43e6-80cc-c3c4db86af32 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Synchronizing usage tracker for tenant:aae696513b924a6c9394e083e0124637 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:57:49.547773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event deleted for resources: {'Port': ['ID=60d67218-8df9-4653-bc00-b77c50b3a7e2,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:49.551278 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:49.627125 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] No DVR routers for this DVR port 60d67218-8df9-4653-bc00-b77c50b3a7e2 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:57:49.630176 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:49.668349 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-98eebb4c-3245-43e6-80cc-c3c4db86af32 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Unset dirty status for tenant:aae696513b924a6c9394e083e0124637 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:57:49.669656 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-98eebb4c-3245-43e6-80cc-c3c4db86af32 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035994820&fields=id&tenant_id=aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 267 time: 0.1931915
Aug 24 19:57:49.723049 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-54f718a5-1660-48db-9e60-6dc0f8865ac8 req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "DELETE /v2.0/ports/60d67218-8df9-4653-bc00-b77c50b3a7e2 HTTP/1.1" status: 204  len: 173 time: 0.9822249
Aug 24 19:57:49.755393 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57234) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:49.758548 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:49.828390 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-2f6e4a1a-1a54-41ff-b79a-48225dd7b872 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:49.829179 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-2f6e4a1a-1a54-41ff-b79a-48225dd7b872 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Synchronizing usage tracker for tenant:aae696513b924a6c9394e083e0124637 on resource:network {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:57:49.903317 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-2f6e4a1a-1a54-41ff-b79a-48225dd7b872 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Unset dirty status for tenant:aae696513b924a6c9394e083e0124637 on resource:network {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:57:49.906936 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-2f6e4a1a-1a54-41ff-b79a-48225dd7b872 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 811 time: 0.2297747
Aug 24 19:57:49.919924 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-88f77abe-18c5-44b8-9dde-b973e71c9bdc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/quotas/aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 375 time: 0.0094063
Aug 24 19:57:50.002884 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-0e13f48d-851f-4c74-b0d0-2efca3c9d3a7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Synchronizing usage tracker for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:57:50.114891 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-0e13f48d-851f-4c74-b0d0-2efca3c9d3a7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Unset dirty status for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:57:50.122886 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-0e13f48d-851f-4c74-b0d0-2efca3c9d3a7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1975257
Aug 24 19:57:50.194112 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'name': 'network-vif-deleted', 'tag': '60d67218-8df9-4653-bc00-b77c50b3a7e2'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:57:50.337909 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-191db491-a737-4e29-951f-c014e1243c1c req-f8b0814c-9ab0-47d2-9cc3-5aa7557061fd tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae67c501-eec0-4035-b16b-e3f3b9347e94 HTTP/1.1" status: 200  len: 210 time: 0.0529661
Aug 24 19:57:50.342718 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:50.401656 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-e241c6fa-55a5-485e-8601-cb9cdd5bd1d6 service neutron] 10.222.0.37 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2716489
Aug 24 19:57:50.451146 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae67c501-eec0-4035-b16b-e3f3b9347e94', 'name': 'network-vif-deleted', 'tag': '60d67218-8df9-4653-bc00-b77c50b3a7e2', 'status': 'completed', 'code': 200}
Aug 24 19:57:50.557677 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-767c58ea-a5a2-4868-a9b6-d6cf052f2fef service neutron] 10.222.0.37 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493626
Aug 24 19:57:50.883301 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Deleting port b54fd96d-189a-401e-ac09-5c8e1611a214 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:57:50.883646 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:50.928804 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 128fe211-8d36-4c43-bf74-f3c0603054f4 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:57:50.978574 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 128fe211-8d36-4c43-bf74-f3c0603054f4 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:57:50.979688 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 128fe211-8d36-4c43-bf74-f3c0603054f4 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:57:50.980340 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 60d67218-8df9-4653-bc00-b77c50b3a7e2 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:57:51.016469 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 60d67218-8df9-4653-bc00-b77c50b3a7e2 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:57:51.016837 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 60d67218-8df9-4653-bc00-b77c50b3a7e2 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:57:51.061962 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] For port b54fd96d-189a-401e-ac09-5c8e1611a214, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=b54fd96d-189a-401e-ac09-5c8e1611a214,segment=NetworkSegment(56fce83d-b0ba-411e-9b73-c74caccac18c),segment_id=56fce83d-b0ba-411e-9b73-c74caccac18c)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:51.062313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:51.184797 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Calling delete_port for b54fd96d-189a-401e-ac09-5c8e1611a214 owned by network:router_interface {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:57:51.338926 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e706557f-a5eb-443b-9c5a-2ee6687306d9 req-89977a78-978b-42cd-8521-5cb6d8e1c566 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 210 time: 0.1128278
Aug 24 19:57:51.669571 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:51.674577 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:51.719217 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54fd96d-189a-401e-ac09-5c8e1611a214,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:51.745616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:52.001733 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:52.428933 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6cd96be5-84b6-4b61-b406-19452966fad9 req-75baa257-b67f-46ed-8f81-b44311a4c766 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 210 time: 0.0473261
Aug 24 19:57:52.462123 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Router 293afb4d-a440-4b4e-b49d-89dedd56d792 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:57:52.652945 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:57:52.664676 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] Sync routers for ids ['293afb4d-a440-4b4e-b49d-89dedd56d792'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:57:52.671695 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57298) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:52.676949 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] Routers {'293afb4d-a440-4b4e-b49d-89dedd56d792'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:57:52.677798 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bd00>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:57:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['293afb4d-a440-4b4e-b49d-89dedd56d792'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:52.685767 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] 10.222.0.37 "PUT /v2.0/routers/293afb4d-a440-4b4e-b49d-89dedd56d792/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9274900
Aug 24 19:57:52.867884 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks [] for router, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:52.891431 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] Set router 293afb4d-a440-4b4e-b49d-89dedd56d792 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:57:53.087976 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:53.189993 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Deleting port 2223ce2c-4b72-4367-835f-bce529ab5225 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:57:53.190748 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:53.205521 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bd00>, [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:57:51Z', 'revision_number': 5, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port': {'id': '2223ce2c-4b72-4367-835f-bce529ab5225', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:24Z', 'updated_at': '2021-08-24T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:53.209968 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] Checking router: 293afb4d-a440-4b4e-b49d-89dedd56d792 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:57:53.220596 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] Routers {'293afb4d-a440-4b4e-b49d-89dedd56d792'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:57:53.222814 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bd00>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:57:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['293afb4d-a440-4b4e-b49d-89dedd56d792'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:53.400118 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] Set router 293afb4d-a440-4b4e-b49d-89dedd56d792 gateway port host: None {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:57:53.404062 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] For port 2223ce2c-4b72-4367-835f-bce529ab5225, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=2223ce2c-4b72-4367-835f-bce529ab5225,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:53.404427 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:53.510869 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bd00>, [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:57:53Z', 'revision_number': 6, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:53.516715 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf4b21-2f21-4b73-baed-a8b901d280ac None None] The sync data for ids ['293afb4d-a440-4b4e-b49d-89dedd56d792'] in dv-cinder-805877-1-iscsi is: [{'id': '293afb4d-a440-4b4e-b49d-89dedd56d792', 'name': 'tempest-ServerRescueNegativeTestJSON-810864460-router', 'tenant_id': '95eee633516346c3a51fc93645ae1d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:22Z', 'updated_at': '2021-08-24T19:57:53Z', 'revision_number': 6, 'project_id': '95eee633516346c3a51fc93645ae1d10', 'gw_port_host': None}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:57:53.532262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Calling delete_port for 2223ce2c-4b72-4367-835f-bce529ab5225 owned by network:router_gateway {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:57:53.618444 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-409ce55f-e48f-4e2e-a29e-37281cf49d66 req-1c512de6-1c34-42a5-bc9c-06b34e982f3d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 210 time: 0.0547316
Aug 24 19:57:53.991952 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefa57b-541c-4f32-96af-1ed1988f0270 req-75de5226-5b08-4fa5-950b-b270fc508f47 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:53.993410 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9cefa57b-541c-4f32-96af-1ed1988f0270 req-75de5226-5b08-4fa5-950b-b270fc508f47 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.1634722
Aug 24 19:57:54.047879 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9cefa57b-541c-4f32-96af-1ed1988f0270 req-647c2a8e-d3e3-454b-a319-7c82613f6bd3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463998
Aug 24 19:57:54.115614 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.121447 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-42cdd97e-8e0c-4f13-ba63-91ce70c3088d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:54.167212 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Pushing event deleted for resources: {'Port': ['ID=2223ce2c-4b72-4367-835f-bce529ab5225,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:54.170525 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:54.258582 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.260226 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-630d9421-3d28-4290-a6d2-83405683ef35 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:54.260772 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-630d9421-3d28-4290-a6d2-83405683ef35 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 811 time: 0.1529815
Aug 24 19:57:54.337763 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-1573ef44-0eaf-47aa-a848-369bc2637a41 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 380 time: 0.0671983
Aug 24 19:57:54.346940 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'port': {'device_id': 'f203551b-fd99-4054-9856-0545611d3eec', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'admin_state_up': True, 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'security_groups': ['9b573397-28a3-4e2e-a34c-c1eea1b3c710']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:54.448047 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.450794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.531198 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:54.541840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:54.607417 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.608059 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293afb4d-a440-4b4e-b49d-89dedd56d792 {{(pid=80016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 19:57:54.630439 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Made reservation on behalf of aae696513b924a6c9394e083e0124637 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:57:54.634205 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.642071 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Notify callbacks [] for router, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.658068 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] 10.222.0.37 "DELETE /v2.0/routers/293afb4d-a440-4b4e-b49d-89dedd56d792 HTTP/1.1" status: 204  len: 168 time: 1.9849966
Aug 24 19:57:54.666295 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57326) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:54.706113 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2223ce2c-4b72-4367-835f-bce529ab5225 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:57:54.751632 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 2223ce2c-4b72-4367-835f-bce529ab5225 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:57:54.752301 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2223ce2c-4b72-4367-835f-bce529ab5225 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:57:54.752445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device b54fd96d-189a-401e-ac09-5c8e1611a214 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:57:54.792549 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-91dbda4e-8f89-4398-8d91-f61d4f02f0e1 req-7d9ba5e5-76be-435c-bccf-617d0a6a9e43 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 210 time: 0.0424902
Aug 24 19:57:54.815160 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: b54fd96d-189a-401e-ac09-5c8e1611a214 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:57:54.815729 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device b54fd96d-189a-401e-ac09-5c8e1611a214 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:57:54.843793 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Deleting subnet 772f1f92-e06e-4e49-b88b-ce1bb8776be5 {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 19:57:54.851774 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.946041 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:54.999547 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Allocated IP 172.20.0.4 (05c1a9a7-b44f-4597-b30c-ffa452ade7a6/eaea5eda-2b0f-4a2b-a444-64df6a223421/ae32944e-33d9-4986-ab37-b38d001d6a26) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:57:55.023588 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.242163 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d697d-ef37-4f19-8939-f131c3fbb283 req-9d1ae9e8-1ef6-41e7-91cf-5e000935684a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:55.243989 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d94d697d-ef37-4f19-8939-f131c3fbb283 req-9d1ae9e8-1ef6-41e7-91cf-5e000935684a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.0864751
Aug 24 19:57:55.270949 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.336088 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d94d697d-ef37-4f19-8939-f131c3fbb283 req-d56029ba-455c-4439-b11b-d154587b085c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851564
Aug 24 19:57:55.360284 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Transition to ACTIVE for port object ae32944e-33d9-4986-ab37-b38d001d6a26 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:57:55.362595 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.370730 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-54051681-7ee2-450b-8d00-851983cbe8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:55.370901 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-ae44265e-1e41-41f4-b824-fe7350ddb13d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:55.372467 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-ae44265e-1e41-41f4-b824-fe7350ddb13d tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 946 time: 0.1037657
Aug 24 19:57:55.415095 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772f1f92-e06e-4e49-b88b-ce1bb8776be5,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:55.418895 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.429269 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:55.456307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Deleting port 0467417e-dbd3-4bc8-8750-975cc0e72f9b {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:57:55.456307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.551073 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/772f1f92-e06e-4e49-b88b-ce1bb8776be5 HTTP/1.1" status: 204  len: 168 time: 0.8696876
Aug 24 19:57:55.553314 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57338) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:55.626762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.645023 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-45ab5a03-eca7-4f5c-a3c5-77266bc7a360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:55.712614 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] For port 0467417e-dbd3-4bc8-8750-975cc0e72f9b, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0467417e-dbd3-4bc8-8750-975cc0e72f9b,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:57:55.713401 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.828282 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:57:55.833267 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:57:55.842214 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:57:55.856451 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Calling delete_port for 0467417e-dbd3-4bc8-8750-975cc0e72f9b owned by compute:nova {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:57:55.874213 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:55.886925 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=ae32944e-33d9-4986-ab37-b38d001d6a26,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:55.892808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:55.979039 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:55.980239 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.074931 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.093752 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0962c668e0>,) {'filters': {'network_id': ['0f4a6fcd-c6f4-40b9-980a-7db1b1303f88']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:56.107891 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962c668e0>, '56fce83d-b0ba-411e-9b73-c74caccac18c') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:56.112514 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962c668e0>, '56fce83d-b0ba-411e-9b73-c74caccac18c') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:57:56.121115 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.135822 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7934771
Aug 24 19:57:56.139163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.145334 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 19:57:56.145715 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 19:57:56.159587 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 19:57:56.170503 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Request body: {'port': {'device_id': 'f203551b-fd99-4054-9856-0545611d3eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:56.220228 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55fc4f-bbe9-4be2-a8cb-5e713133741b req-645f0ff4-a814-46d9-b4be-dc33cf09c766 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:56.221918 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aa55fc4f-bbe9-4be2-a8cb-5e713133741b req-645f0ff4-a814-46d9-b4be-dc33cf09c766 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 931 time: 0.1994979
Aug 24 19:57:56.297858 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-9e93c7e7-0c99-48fd-ad1b-730815dee75e None None] Provisioning for port ae32944e-33d9-4986-ab37-b38d001d6a26 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:57:56.307264 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aa55fc4f-bbe9-4be2-a8cb-5e713133741b req-2855ff56-adf3-433d-9af1-e2d875a1898c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658083
Aug 24 19:57:56.307462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-9e93c7e7-0c99-48fd-ad1b-730815dee75e None None] Provisioning complete for port ae32944e-33d9-4986-ab37-b38d001d6a26 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:57:56.307462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9e93c7e7-0c99-48fd-ad1b-730815dee75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.351600 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.368443 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:56.390312 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.399276 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-9e93c7e7-0c99-48fd-ad1b-730815dee75e None None] Port ae32944e-33d9-4986-ab37-b38d001d6a26 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:57:56.408418 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:56.410926 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8e2ef067-754e-4280-b2c8-36dafef26144', 'a94db7ca-2827-4274-936e-68eccd3dd02a', '0467417e-dbd3-4bc8-8750-975cc0e72f9b'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:57:56.438450 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4a6fcd-c6f4-40b9-980a-7db1b1303f88,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:56.440837 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.453490 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.456625 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:56.501873 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event deleted for resources: {'Port': ['ID=0467417e-dbd3-4bc8-8750-975cc0e72f9b,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:56.512252 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:56.600975 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c2764020-9668-46ef-8198-989a51261d04 req-c9c61dd1-3169-493e-9e86-30baab9c9606 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 210 time: 0.0545776
Aug 24 19:57:56.602738 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] No DVR routers for this DVR port 0467417e-dbd3-4bc8-8750-975cc0e72f9b on host hv-cinder-80587 {{(pid=80016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:57:56.605756 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.610069 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'name': 'network-vif-deleted', 'tag': '0467417e-dbd3-4bc8-8750-975cc0e72f9b'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:57:56.633340 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-90f9fe41-0d67-4fd5-8750-fabbc90f4a76 req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "DELETE /v2.0/ports/0467417e-dbd3-4bc8-8750-975cc0e72f9b HTTP/1.1" status: 204  len: 173 time: 1.2541935
Aug 24 19:57:56.653044 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-6f2ea66b-ffdd-4894-bd64-e4667383dcdd admin admin] 10.222.0.37 "DELETE /v2.0/networks/0f4a6fcd-c6f4-40b9-980a-7db1b1303f88 HTTP/1.1" status: 204  len: 168 time: 1.0986428
Aug 24 19:57:56.697238 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fc290c-65c4-41ed-8164-625006bc9fd1', 'name': 'network-vif-deleted', 'tag': '0467417e-dbd3-4bc8-8750-975cc0e72f9b', 'status': 'completed', 'code': 200}
Aug 24 19:57:56.916722 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae32944e-33d9-4986-ab37-b38d001d6a26 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:57:56.923921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:56.938603 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Transition to ACTIVE for port object ae32944e-33d9-4986-ab37-b38d001d6a26 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:57:57.071596 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.079609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-01a2a329-57b6-4a2a-b147-3e5efa9591e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:57.204324 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57362) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:57.240728 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ae32944e-33d9-4986-ab37-b38d001d6a26,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:57.243969 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:57.265293 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ef2c5576-3052-4795-9020-4cbdd58a93b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95eee633516346c3a51fc93645ae1d10&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0574701
Aug 24 19:57:57.265731 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57366) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:57.332854 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.363560 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Attempting to bind port ae32944e-33d9-4986-ab37-b38d001d6a26 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:57:57.364028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Attempting to bind port ae32944e-33d9-4986-ab37-b38d001d6a26 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:57:57.364449 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Attempting to bind port ae32944e-33d9-4986-ab37-b38d001d6a26 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:57:57.367894 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.369661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Port ae32944e-33d9-4986-ab37-b38d001d6a26 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:57:57.370046 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Attempting to bind port ae32944e-33d9-4986-ab37-b38d001d6a26 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:57:57.375760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:57:57.380968 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Checking segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:57:57.380968 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Bound using segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:57:57.380968 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Bound port: ae32944e-33d9-4986-ab37-b38d001d6a26, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:57:57.380968 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.515139 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.516541 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-61291722-a954-44a4-81f2-3dd858499386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:57.534804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] For port ae32944e-33d9-4986-ab37-b38d001d6a26, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:57:57.538706 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] For port ae32944e-33d9-4986-ab37-b38d001d6a26, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ae32944e-33d9-4986-ab37-b38d001d6a26,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:57:57.579960 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4956a5e6-ff25-42c9-ae70-4a6df15c7891,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:57.587410 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:57.620672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.623116 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.626291 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:57.627509 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4956a5e6-ff25-42c9-ae70-4a6df15c7891 HTTP/1.1" status: 204  len: 168 time: 0.3606222
Aug 24 19:57:57.669399 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275784-0618-4c1c-ab29-a4c9d3975811 req-b1e6fb7d-a38e-4129-bf78-247e0dfcb7bc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:57.688121 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-73275784-0618-4c1c-ab29-a4c9d3975811 req-b1e6fb7d-a38e-4129-bf78-247e0dfcb7bc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1448669
Aug 24 19:57:57.715680 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:57.716511 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:57.718008 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] 10.222.0.60 "PUT /v2.0/ports/ae32944e-33d9-4986-ab37-b38d001d6a26 HTTP/1.1" status: 200  len: 1093 time: 1.5542400
Aug 24 19:57:57.719527 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:57:57.729460 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ae32944e-33d9-4986-ab37-b38d001d6a26,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:57.733288 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:57.817912 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-d9b477c2-56a6-46c6-b584-f5404851579c req-883c3fcc-bc4c-45ff-b24a-2d27f883124c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Synchronizing usage tracker for tenant:015386ca443747ce821466c52a796d44 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:57:57.828469 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-73275784-0618-4c1c-ab29-a4c9d3975811 req-7ae9301b-33b6-45a1-b45b-294f8f0d2e9a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389940
Aug 24 19:57:57.913748 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'status': 'completed', 'code': 200}
Aug 24 19:57:57.916570 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-d9b477c2-56a6-46c6-b584-f5404851579c req-883c3fcc-bc4c-45ff-b24a-2d27f883124c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Unset dirty status for tenant:015386ca443747ce821466c52a796d44 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:57:57.917721 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d9b477c2-56a6-46c6-b584-f5404851579c req-883c3fcc-bc4c-45ff-b24a-2d27f883124c tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2fc290c-65c4-41ed-8164-625006bc9fd1 HTTP/1.1" status: 200  len: 210 time: 0.1593804
Aug 24 19:57:57.959256 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-677bb668-2e09-46a7-bf7e-331232e44924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:57.964507 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-677bb668-2e09-46a7-bf7e-331232e44924 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 1096 time: 0.1055565
Aug 24 19:57:58.045226 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-fd026d78-2b8b-4693-a3e3-edb085e073cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae32944e-33d9-4986-ab37-b38d001d6a26 HTTP/1.1" status: 200  len: 217 time: 0.0710533
Aug 24 19:57:58.086816 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57390) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:58.110803 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5d3bda1b-553a-4ed5-8378-19df52148c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:58.112231 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-5d3bda1b-553a-4ed5-8378-19df52148c3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0613296
Aug 24 19:57:58.194192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-91e57d99-e3b3-410f-82bd-cff043d97e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:58.196319 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-91e57d99-e3b3-410f-82bd-cff043d97e03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771637
Aug 24 19:57:58.211460 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:58.225990 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:58.230288 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Usage tracker for resource:security_group_rule and tenant:64f7e83cd0ab4f518d6ddca41e369909 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:58.233383 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:58.239567 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:58.329856 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:58.427591 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-161de4d4-5947-43f9-9f35-832e9fd3a71d service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240257
Aug 24 19:57:58.464801 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:58.472127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-77519a6b-e48c-490f-ab23-1380e3a4ae82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:58.513241 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64f7e83cd0ab4f518d6ddca41e369909&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4249945
Aug 24 19:57:58.515314 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3367c43-afce-49a1-9ace-03666d8cd100,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:58.518140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57406) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:58.519382 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:58.580384 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-33ea32a1-b0e5-4ae8-a561-263d817d7aae req-87b38215-c648-4ed2-8978-5682dc627d04 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423130
Aug 24 19:57:58.582205 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:58.613021 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:58.776663 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-5d17d507-1f92-4bfb-ad5b-cd9ea4a08957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:58.778233 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-5d17d507-1f92-4bfb-ad5b-cd9ea4a08957 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 1096 time: 0.0713232
Aug 24 19:57:58.830751 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:58.835771 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7205b72e-cc9e-4a08-9d31-c3aba925f6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:58.845955 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3367c43-afce-49a1-9ace-03666d8cd100,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:58.851543 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:58.860813 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:58.864530 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3367c43-afce-49a1-9ace-03666d8cd100 HTTP/1.1" status: 204  len: 168 time: 0.3441858
Aug 24 19:57:58.944529 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-bdeb14ef-3adf-43ae-aa81-08459c8b009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:58.946310 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-bdeb14ef-3adf-43ae-aa81-08459c8b009f service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1616256
Aug 24 19:57:58.961640 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0467417e-dbd3-4bc8-8750-975cc0e72f9b no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:57:59.017665 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57426) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:57:59.057459 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 0467417e-dbd3-4bc8-8750-975cc0e72f9b {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:57:59.057459 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0467417e-dbd3-4bc8-8750-975cc0e72f9b not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:57:59.071423 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dee1fd-c772-4955-9af2-9679a79c4141 req-8bf23f71-6cc1-408c-b57b-65b591f87302 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:59.079544 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e2dee1fd-c772-4955-9af2-9679a79c4141 req-8bf23f71-6cc1-408c-b57b-65b591f87302 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1102562
Aug 24 19:57:59.101995 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-4792ea1a-7d79-4434-8382-1b2d028c24f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae32944e-33d9-4986-ab37-b38d001d6a26 HTTP/1.1" status: 200  len: 217 time: 0.1472213
Aug 24 19:57:59.129333 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e2dee1fd-c772-4955-9af2-9679a79c4141 req-783d299d-737d-4928-b55d-5f862daab871 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480998
Aug 24 19:57:59.192287 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-network', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:57:59.197603 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:59.201904 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-1a681b96-a2b1-427d-bd78-a739d56f7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:59.202096 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Usage tracker for resource:network and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:59.203550 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-1a681b96-a2b1-427d-bd78-a739d56f7f5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0950649
Aug 24 19:57:59.205426 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:59.212477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:59.289419 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-26b49b5e-189a-4ec6-87f3-b6958f659eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:59.291134 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-26b49b5e-189a-4ec6-87f3-b6958f659eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795009
Aug 24 19:57:59.323197 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Made reservation on behalf of 190bce4eb9e949b9a5dff58ab500c5f7 for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:57:59.325220 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.345516 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.368251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:57:59.372520 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:57:59.375676 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:57:59.384489 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:57:59.438350 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-140269f4-8309-4f9d-a5cf-2e722c717ad5 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405036
Aug 24 19:57:59.510523 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.591837 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0c1bf333-6eed-4e21-8c02-2b2c1ae4ab72 req-436f40c1-6770-4079-a3fd-a712618a1970 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362281
Aug 24 19:57:59.619262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.622303 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-31c4de67-3300-4809-957a-352998c34d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:57:59.653095 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:57:59.658479 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7f6c4-c714-4ea9-a590-6ed841bd8045,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:57:59.664449 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:57:59.705874 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.706219 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Added segment 377e4681-2018-4588-a91b-0d96f66af509 of type vlan for network 7a7728cf-d00e-4524-b24f-1c572470e409
Aug 24 19:57:59.750858 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.797554 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747f16-e5ea-4989-b55b-b6d0c23e23b0 req-f021b72b-54ce-4898-bab1-20dc86476b69 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:59.797554 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d747f16-e5ea-4989-b55b-b6d0c23e23b0 req-f021b72b-54ce-4898-bab1-20dc86476b69 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.1358080
Aug 24 19:57:59.842900 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d747f16-e5ea-4989-b55b-b6d0c23e23b0 req-13a0f405-88f9-4e25-879b-2c178bde896e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399120
Aug 24 19:57:59.909902 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.911295 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:57:59.911887 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:57:59.917477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ce44c729-cbbd-4bc3-9aca-5a269a60ed02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:00.012917 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7728cf-d00e-4524-b24f-1c572470e409,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:00.015927 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:00.022670 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 7a7728cf-d00e-4524-b24f-1c572470e409 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:58:00.128408 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1042876
Aug 24 19:58:00.134144 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57454) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:00.139677 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Request body: {'subnet': {'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-subnet', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:00.144502 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:00.149223 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Usage tracker for resource:subnet and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:00.152535 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:00.163185 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:00.271475 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Made reservation on behalf of 190bce4eb9e949b9a5dff58ab500c5f7 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:58:00.274380 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8284492'] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:00.385127 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-11cd500d-25b3-4f3d-a4fc-f462ca4cf6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:00.421780 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae272f-24dc-4392-8d60-d2c87831e9cc req-2c2402dc-7048-4c74-83d9-da4f48bfdf4c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:00.423404 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d5ae272f-24dc-4392-8d60-d2c87831e9cc req-2c2402dc-7048-4c74-83d9-da4f48bfdf4c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1889005
Aug 24 19:58:00.522859 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d5ae272f-24dc-4392-8d60-d2c87831e9cc req-435f620d-31ba-4530-b18c-2ea5fc1b86b9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908754
Aug 24 19:58:00.619674 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8368217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8284478'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:00.624763 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-be5bdc15-70d5-4644-a534-8d951093ed7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:00.693737 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e342f61b-d605-41e5-b967-e8768ddacd2e,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:00.699013 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:00.702957 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Checking segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:58:00.703307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Network hostable DHCP agents. Network: 7a7728cf-d00e-4524-b24f-1c572470e409, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:58:00.806406 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Network 7a7728cf-d00e-4524-b24f-1c572470e409 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:58:00.921151 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 7a7728cf-d00e-4524-b24f-1c572470e409) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:00.926905 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:00.927524 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:00.938465 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4418e-e702-4838-97b3-517fdda6005e None None] Network 7a7728cf-d00e-4524-b24f-1c572470e409 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:58:01.070088 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-fabcc57f-07d6-4ce5-92b2-3a9e9e59bae1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9347885
Aug 24 19:58:01.072522 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.074131 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57472) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:01.082802 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:01.087564 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:01.091898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Usage tracker for resource:router and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:01.094992 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:01.102213 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:01.118418 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d9264-fff8-4c30-b138-f8584a41e3ba req-49f074a7-c5a9-4b3a-b502-f38a1311597e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:01.119924 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c6d9264-fff8-4c30-b138-f8584a41e3ba req-49f074a7-c5a9-4b3a-b502-f38a1311597e tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.1666737
Aug 24 19:58:01.165492 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c6d9264-fff8-4c30-b138-f8584a41e3ba req-33f8ba1e-4e97-4f25-b3ca-8008766e2e7f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399232
Aug 24 19:58:01.170169 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-7a7728cf-d00e-4524-b24f-1c572470e409', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:58:01.171078 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.172972 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.174152 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.189834 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.355946 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Allocated IP 172.20.0.2 (7a7728cf-d00e-4524-b24f-1c572470e409/e342f61b-d605-41e5-b967-e8768ddacd2e/dd5f4c90-f444-4d03-bb34-fa20703f1c65) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:58:01.571073 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.588273 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.598480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Transition to ACTIVE for port object dd5f4c90-f444-4d03-bb34-fa20703f1c65 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:01.616303 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Transition to ACTIVE for port object dd5f4c90-f444-4d03-bb34-fa20703f1c65 will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:01.719440 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d37213-7aff-4971-9de3-37bbb0c26568 req-52806b98-cc57-4e1f-8066-5286b45733a3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:01.720855 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-06d37213-7aff-4971-9de3-37bbb0c26568 req-52806b98-cc57-4e1f-8066-5286b45733a3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.0851762
Aug 24 19:58:01.739999 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.748514 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:01.768472 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-06d37213-7aff-4971-9de3-37bbb0c26568 req-44abca29-ef9a-4cb9-b9cf-c38aad43aa73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417387
Aug 24 19:58:01.811889 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Network 7a7728cf-d00e-4524-b24f-1c572470e409 is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:01.814776 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:01.818522 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:58:01.858472 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Pushing event updated for resources: {'Port': ['ID=dd5f4c90-f444-4d03-bb34-fa20703f1c65,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:01.904105 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.904450 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.904791 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.905116 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.905461 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.905770 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.906091 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.906433 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.906770 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.907089 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.907402 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.907715 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:01.915886 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:01.931969 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Attempting to bind port dd5f4c90-f444-4d03-bb34-fa20703f1c65 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:58:01.932346 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Attempting to bind port dd5f4c90-f444-4d03-bb34-fa20703f1c65 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:58:01.932711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Attempting to bind port dd5f4c90-f444-4d03-bb34-fa20703f1c65 on network 7a7728cf-d00e-4524-b24f-1c572470e409 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:58:01.937918 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:58:01.938296 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Checking segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:58:01.938733 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:01.939128 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Bound using segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:58:01.939588 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Bound port: dd5f4c90-f444-4d03-bb34-fa20703f1c65, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:58:01.939966 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:02.026543 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] For port dd5f4c90-f444-4d03-bb34-fa20703f1c65, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:58:02.029607 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] For port dd5f4c90-f444-4d03-bb34-fa20703f1c65, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dd5f4c90-f444-4d03-bb34-fa20703f1c65,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:58:02.085547 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:02.114903 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:02.138744 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:02.142445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ed9fe97d-162d-43b3-8005-72ad4f9ccfc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:02.220237 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Pushing event updated for resources: {'Port': ['ID=dd5f4c90-f444-4d03-bb34-fa20703f1c65,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:02.229942 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:02.261473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Allocated IP 172.27.3.148 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/753746b9-98b1-4f08-9ff2-daf4dac800a2) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:58:02.385648 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9b2de-d84b-4aae-aa3e-a34ebaae5317 req-d7bd56f0-910c-4964-b56a-09f578fcea53 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:02.387688 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7fa9b2de-d84b-4aae-aa3e-a34ebaae5317 req-d7bd56f0-910c-4964-b56a-09f578fcea53 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.1041076
Aug 24 19:58:02.461943 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:02.490972 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7fa9b2de-d84b-4aae-aa3e-a34ebaae5317 req-975c2eda-ebdb-4c08-9731-74d2a06ab30f tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955608
Aug 24 19:58:02.580413 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:02.584301 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-690fccf6-e5b3-4dba-8bd6-8ffedd51e1b8 tempest-DeleteServersTestJSON-588608096 tempest-DeleteServersTestJSON-588608096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:02.648921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:02.651984 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:02.655960 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:58:02.691792 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Pushing event updated for resources: {'Port': ['ID=753746b9-98b1-4f08-9ff2-daf4dac800a2,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:02.696065 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:02.712082 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dd5f4c90-f444-4d03-bb34-fa20703f1c65 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:02.882853 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port dd5f4c90-f444-4d03-bb34-fa20703f1c65 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:03.005014 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8030bd9-20b8-42e5-99f2-23e06fffe76f req-9c70f6af-09c1-42ca-bbf8-ce063f7cbeff tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:03.006695 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8030bd9-20b8-42e5-99f2-23e06fffe76f req-9c70f6af-09c1-42ca-bbf8-ce063f7cbeff tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1092873
Aug 24 19:58:03.060787 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8030bd9-20b8-42e5-99f2-23e06fffe76f req-23af9ea1-c88f-44b3-822d-f1da65e2ddbe tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478430
Aug 24 19:58:03.143137 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-ec4098ae-8591-47b2-a72d-1e2b31a00129 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:03.143840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-ec4098ae-8591-47b2-a72d-1e2b31a00129 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Synchronizing usage tracker for tenant:015386ca443747ce821466c52a796d44 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:58:03.225892 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-ec4098ae-8591-47b2-a72d-1e2b31a00129 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Unset dirty status for tenant:015386ca443747ce821466c52a796d44 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:58:03.227122 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-ec4098ae-8591-47b2-a72d-1e2b31a00129 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.2772169
Aug 24 19:58:03.267889 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea777657-2d1c-40e1-ae3d-3f33b0ffb5ed None None] Network 7a7728cf-d00e-4524-b24f-1c572470e409 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:58:03.291817 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:03.335697 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-fbc04b0b-bee4-4f0c-bd23-cb50d193c499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:03.449725 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Provisioning for port dd5f4c90-f444-4d03-bb34-fa20703f1c65 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:03.457262 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Provisioning complete for port dd5f4c90-f444-4d03-bb34-fa20703f1c65 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:03.457639 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:03.495025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Deleting port a94db7ca-2827-4274-936e-68eccd3dd02a {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:58:03.495368 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:03.715778 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:03.735544 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b52e4-84fa-40fa-858e-9df3f13c4c4b req-201be4d9-8790-4c54-9e15-10d99d9a18e1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:03.737877 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7e0b52e4-84fa-40fa-858e-9df3f13c4c4b req-201be4d9-8790-4c54-9e15-10d99d9a18e1 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 945 time: 0.1069920
Aug 24 19:58:03.764202 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] For port dd5f4c90-f444-4d03-bb34-fa20703f1c65, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dd5f4c90-f444-4d03-bb34-fa20703f1c65,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:03.800758 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7e0b52e4-84fa-40fa-858e-9df3f13c4c4b req-6d8b73ef-8105-41cc-93a1-e9fc45895116 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547824
Aug 24 19:58:03.882776 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:03.885934 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:03.907194 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-0ef82d22-4d05-4cca-b57e-2257e6a63bf8 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e14d6752442f41dd8a98c584aded96fc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296392
Aug 24 19:58:03.956174 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Pushing event updated for resources: {'Port': ['ID=dd5f4c90-f444-4d03-bb34-fa20703f1c65,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:03.959587 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:04.058666 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:04.089712 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-0a361302-e01f-4525-b36a-81106c4ae340 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:04.103721 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-0a361302-e01f-4525-b36a-81106c4ae340 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1830108
Aug 24 19:58:04.107457 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-afe53934-322b-48c1-adb7-cf28794948f7 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/quotas/e14d6752442f41dd8a98c584aded96fc HTTP/1.1" status: 200  len: 375 time: 0.0098915
Aug 24 19:58:04.129636 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-d95e0778-15c2-47d0-bb97-dc3814352f09 None None] Provisioning complete for port dd5f4c90-f444-4d03-bb34-fa20703f1c65 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:04.130438 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d95e0778-15c2-47d0-bb97-dc3814352f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:04.159204 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-2c69455b-3354-4ffe-8bf9-076d4d7baf8f tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e14d6752442f41dd8a98c584aded96fc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0453625
Aug 24 19:58:04.161342 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] For port a94db7ca-2827-4274-936e-68eccd3dd02a, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=a94db7ca-2827-4274-936e-68eccd3dd02a,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:04.161853 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:04.208159 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:04.283185 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0044170-2b07-4e1e-a60d-d8afc6a1348b req-d17e3760-c8e1-4ce1-b0c9-fb4d07d8eb53 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:04.284652 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e0044170-2b07-4e1e-a60d-d8afc6a1348b req-d17e3760-c8e1-4ce1-b0c9-fb4d07d8eb53 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.0900095
Aug 24 19:58:04.300926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Calling delete_port for a94db7ca-2827-4274-936e-68eccd3dd02a owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:58:04.332915 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e0044170-2b07-4e1e-a60d-d8afc6a1348b req-0f19c444-66eb-4b4f-a6ea-62dc8e4b1695 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408568
Aug 24 19:58:04.473504 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6fc6e6e0-c315-4490-a7ad-89ffc1096c31 req-342176f8-02d7-40d4-9ee5-c278a6d47428 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 210 time: 0.0465627
Aug 24 19:58:04.542621 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:58:04.586037 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Router fcc7dbe2-5d52-46cd-995e-b7403e26b070 is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 19:58:04.648269 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:04.661146 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['8e2ef067-754e-4280-b2c8-36dafef26144', 'a94db7ca-2827-4274-936e-68eccd3dd02a'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:58:04.662033 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-cd4915a1-5f0d-452b-be54-78ece9f7c050 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:04.689881 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dd5f4c90-f444-4d03-bb34-fa20703f1c65 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:04.714990 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event deleted for resources: {'Port': ['ID=a94db7ca-2827-4274-936e-68eccd3dd02a,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:04.719768 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:04.805451 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] No DVR routers for this DVR port a94db7ca-2827-4274-936e-68eccd3dd02a on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:58:04.809007 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:04.811616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'name': 'network-vif-deleted', 'tag': 'a94db7ca-2827-4274-936e-68eccd3dd02a'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:04.820215 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port dd5f4c90-f444-4d03-bb34-fa20703f1c65 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:04.821146 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:04.908601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:58:04.926803 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Sync routers for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:58:04.927334 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772', 'name': 'network-vif-deleted', 'tag': 'a94db7ca-2827-4274-936e-68eccd3dd02a', 'status': 'completed', 'code': 200}
Aug 24 19:58:04.954361 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:04.954987 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f1a3760>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:04.980817 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ba418dc-4c72-4f88-867e-5976858a7b8d req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "DELETE /v2.0/ports/a94db7ca-2827-4274-936e-68eccd3dd02a HTTP/1.1" status: 204  len: 173 time: 1.7477794
Aug 24 19:58:04.998564 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6c066d45-447e-42d2-ae21-d6bc0dc0532f req-30451dde-595c-4e9b-9ff9-f0188b2291df tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=802fc8f3-f4cd-4d34-8f2b-fa29d1aaa772 HTTP/1.1" status: 200  len: 210 time: 0.0463347
Aug 24 19:58:05.055539 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:05.056734 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.9810514
Aug 24 19:58:05.059791 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57538) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:05.273080 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:05.576753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:05.605133 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab44067a-3d25-4fbb-a637-4dba56b1ff8b req-e45d9732-b92c-4350-9bff-9bbb6288fc88 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 210 time: 0.0559824
Aug 24 19:58:05.636045 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbcd02-139f-4947-8663-ee0eb38b01d9 req-e81fb0a2-c080-4f86-8e75-60ccd1de6da6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:05.655774 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b3fbcd02-139f-4947-8663-ee0eb38b01d9 req-e81fb0a2-c080-4f86-8e75-60ccd1de6da6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1581452
Aug 24 19:58:05.684528 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f1a3760>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:02Z', 'revision_number': 3, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:05.689931 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Checking router: fcc7dbe2-5d52-46cd-995e-b7403e26b070 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:58:05.690441 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Updating router fcc7dbe2-5d52-46cd-995e-b7403e26b070 port 753746b9-98b1-4f08-9ff2-daf4dac800a2 binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:58:05.716231 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b3fbcd02-139f-4947-8663-ee0eb38b01d9 req-9fa34afa-63e9-4a04-b39e-9ac8a21d3e56 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578597
Aug 24 19:58:05.753396 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.052204 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.104802 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.116392 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Transition to ACTIVE for port object 753746b9-98b1-4f08-9ff2-daf4dac800a2 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:06.255665 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.261265 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:06.273355 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Allocated IP 172.20.0.1 (7a7728cf-d00e-4524-b24f-1c572470e409/e342f61b-d605-41e5-b967-e8768ddacd2e/9835f5b9-1a52-49f2-9675-4b44feacd3ef) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:58:06.344010 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Attempting to bind port 753746b9-98b1-4f08-9ff2-daf4dac800a2 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:58:06.344397 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Attempting to bind port 753746b9-98b1-4f08-9ff2-daf4dac800a2 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:58:06.344778 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Attempting to bind port 753746b9-98b1-4f08-9ff2-daf4dac800a2 on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:58:06.353772 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e4c54-dcd8-4109-85db-d784c27aa5cd None None] Pushing event updated for resources: {'Port': ['ID=753746b9-98b1-4f08-9ff2-daf4dac800a2,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:06.357095 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-8f3e4c54-dcd8-4109-85db-d784c27aa5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:06.358022 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:58:06.358459 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:58:06.358872 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.359285 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:58:06.359765 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Bound port: 753746b9-98b1-4f08-9ff2-daf4dac800a2, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:58:06.360142 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.436587 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] For port 753746b9-98b1-4f08-9ff2-daf4dac800a2, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:58:06.439318 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] For port 753746b9-98b1-4f08-9ff2-daf4dac800a2, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=753746b9-98b1-4f08-9ff2-daf4dac800a2,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:58:06.446615 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.463142 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Transition to ACTIVE for port object 9835f5b9-1a52-49f2-9675-4b44feacd3ef will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:06.517616 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.521385 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-4992f3ae-626b-4a72-84ed-17eb7cd8c96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:06.562460 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.567923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-acc31bb1-31f3-4e72-9951-089dfe19434e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:06.596509 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:06.597190 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f1a3760>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:06.646864 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9835f5b9-1a52-49f2-9675-4b44feacd3ef,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:06.649893 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:06.661245 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Network 7a7728cf-d00e-4524-b24f-1c572470e409 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:06.662834 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:06.665945 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:58:06.675124 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e4c54-dcd8-4109-85db-d784c27aa5cd None None] Pushing event updated for resources: {'Port': ['ID=753746b9-98b1-4f08-9ff2-daf4dac800a2,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:06.690472 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-8f3e4c54-dcd8-4109-85db-d784c27aa5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:06.769106 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:06.838129 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:07.012856 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device a94db7ca-2827-4274-936e-68eccd3dd02a no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:58:07.013654 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6b2a9661-0899-4c92-9e59-92d2e4022f93 req-970afb42-0b55-4642-b071-b5dfd9214fe2 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 210 time: 0.1519749
Aug 24 19:58:07.046211 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb39c16-aa4c-444d-915c-aedb00682010 req-04026a06-e023-42e5-a3e0-931cf6f8f3da tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:07.047946 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1fb39c16-aa4c-444d-915c-aedb00682010 req-04026a06-e023-42e5-a3e0-931cf6f8f3da tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1239803
Aug 24 19:58:07.098736 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1fb39c16-aa4c-444d-915c-aedb00682010 req-1827a2c9-be96-4a1d-86f0-74dbe37a2247 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446649
Aug 24 19:58:07.099256 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: a94db7ca-2827-4274-936e-68eccd3dd02a {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:58:07.099672 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device a94db7ca-2827-4274-936e-68eccd3dd02a not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:58:07.184901 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:07.249021 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-6bb78287-8d3e-4fd2-b8d9-92a172aa1464 None None] Provisioning for port 9835f5b9-1a52-49f2-9675-4b44feacd3ef completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:07.255850 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-6bb78287-8d3e-4fd2-b8d9-92a172aa1464 None None] Provisioning complete for port 9835f5b9-1a52-49f2-9675-4b44feacd3ef triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:07.256239 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6bb78287-8d3e-4fd2-b8d9-92a172aa1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:07.331023 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-6bb78287-8d3e-4fd2-b8d9-92a172aa1464 None None] Port 9835f5b9-1a52-49f2-9675-4b44feacd3ef cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:58:07.339676 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f1a3760>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:02Z', 'revision_number': 3, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:07.347814 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8f59b-d720-4060-ad1c-d271072ec84f None None] The sync data for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi is: [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:02Z', 'revision_number': 3, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:58:07.425781 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:07.458575 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-38b2a41c-e7d3-4306-8bee-03ec809d499f tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e14d6752442f41dd8a98c584aded96fc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269296
Aug 24 19:58:07.672597 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:07.704494 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f1e0f19c-102d-4d29-9d76-64467a865f92 tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:07.810051 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:07.845284 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9835f5b9-1a52-49f2-9675-4b44feacd3ef,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:07.858500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:07.922966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-bce5a87d-1523-4096-9240-ab9bd2b3db37 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:07.924483 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-bce5a87d-1523-4096-9240-ab9bd2b3db37 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4612498
Aug 24 19:58:07.944790 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Request body: {'port': {'device_id': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1', 'admin_state_up': True, 'tenant_id': 'e14d6752442f41dd8a98c584aded96fc'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:08.103046 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Network 7a7728cf-d00e-4524-b24f-1c572470e409 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:08.106982 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:08.229473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:08.248939 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Usage tracker for resource:port and tenant:e14d6752442f41dd8a98c584aded96fc is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:08.253122 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9ffbc433-a770-42ed-8462-ccfbdce525ad req-b9f8eb9a-265e-4229-b7a1-28d8c3bd4f88 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 210 time: 0.0804605
Aug 24 19:58:08.259801 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:08.289464 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:08.444463 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Router fcc7dbe2-5d52-46cd-995e-b7403e26b070 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:58:08.524381 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Made reservation on behalf of e14d6752442f41dd8a98c584aded96fc for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:58:08.529335 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:08.544650 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8903f-5cfa-47a0-bda8-834737529024 req-21fbc948-99ad-43dd-9d5c-85920042c290 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:08.546209 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-73c8903f-5cfa-47a0-bda8-834737529024 req-21fbc948-99ad-43dd-9d5c-85920042c290 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1840601
Aug 24 19:58:08.554630 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:08.574733 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-463f480f-9957-4d14-ad14-78a216c1781d None None] Provisioning complete for port 9835f5b9-1a52-49f2-9675-4b44feacd3ef triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:08.575287 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-463f480f-9957-4d14-ad14-78a216c1781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:08.592950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:08.601015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Usage tracker for resource:security_group_rule and tenant:e14d6752442f41dd8a98c584aded96fc is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:08.604510 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d338ecc-c632-4380-a279-7aeff2fff55e req-6e3dff7d-2684-428a-b563-15f382ee62eb tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:08.606303 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:08.611728 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4d338ecc-c632-4380-a279-7aeff2fff55e req-6e3dff7d-2684-428a-b563-15f382ee62eb tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.1433730
Aug 24 19:58:08.615128 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:08.637124 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-73c8903f-5cfa-47a0-bda8-834737529024 req-406cc4d5-4c6e-473c-bae5-a98862a9bd8d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841694
Aug 24 19:58:08.663445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-463f480f-9957-4d14-ad14-78a216c1781d None None] Port 9835f5b9-1a52-49f2-9675-4b44feacd3ef cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:58:08.685661 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4d338ecc-c632-4380-a279-7aeff2fff55e req-94913704-294b-4c83-95be-3a7b48c2d77a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730917
Aug 24 19:58:08.731317 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 753746b9-98b1-4f08-9ff2-daf4dac800a2 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:08.737661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:58:08.758766 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] 10.222.0.37 "PUT /v2.0/routers/fcc7dbe2-5d52-46cd-995e-b7403e26b070/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6979213
Aug 24 19:58:08.872013 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 753746b9-98b1-4f08-9ff2-daf4dac800a2 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:08.885212 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 753746b9-98b1-4f08-9ff2-daf4dac800a2 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:08.885212 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:08.959871 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.024067 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.032444 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.042205 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a88595c2-0ab3-490e-91d0-713320c906ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:09.067159 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 753746b9-98b1-4f08-9ff2-daf4dac800a2, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=753746b9-98b1-4f08-9ff2-daf4dac800a2,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:09.122497 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91482323-0986-4e89-8acf-33dfb4c9522e,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:09.126354 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:09.152082 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.154191 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:09.225658 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=753746b9-98b1-4f08-9ff2-daf4dac800a2,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:09.231228 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:09.257462 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Allocated IP 192.168.233.96 (97bf6fc1-5b0e-41d6-baf3-bf20739c95a1/f82688b8-aa91-4f6a-91b3-cb0a622d0ef4/705a4749-b109-4daf-bb67-4860904d118f) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:58:09.264396 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Sync routers for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:58:09.277208 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:09.277929 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963b71a60>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:09.356064 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57608) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:09.362528 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1132951642', 'description': 'tempest-description--644713719'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:09.369957 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:09.375082 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:09.378413 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:09.434984 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:09.455469 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9f86d166-8466-454b-8444-7e4255926267 req-347c2ab2-3d42-4b09-acbc-44c3f417efa7 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 210 time: 0.0593493
Aug 24 19:58:09.503052 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:09.504514 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.522423 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Transition to ACTIVE for port object 705a4749-b109-4daf-bb67-4860904d118f will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:09.557807 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.581948 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:09.586027 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group_rule and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:09.590034 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:09.596691 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:09.649732 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.656350 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:09.705689 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.717942 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:09.725872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:09.768133 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:58:09.881384 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Pushing event updated for resources: {'Port': ['ID=705a4749-b109-4daf-bb67-4860904d118f,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:09.894637 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:09.901264 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963b71a60>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 2, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:09.905853 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Checking router: fcc7dbe2-5d52-46cd-995e-b7403e26b070 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:58:09.906219 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Updating router fcc7dbe2-5d52-46cd-995e-b7403e26b070 port 9835f5b9-1a52-49f2-9675-4b44feacd3ef binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:58:09.907017 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:09.907689 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.968847 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:09.992558 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.005230 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ab7ff561-c20d-432b-bd30-ad47def84b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:10.027929 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0769019
Aug 24 19:58:10.029609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Request body: {'port': {'device_id': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:10.097360 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aedc3b2-7179-4448-b422-172e2985a451,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:10.104298 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:10.147957 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-abef6990-6939-4d11-8e69-962bd570f75a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:10.149917 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-abef6990-6939-4d11-8e69-962bd570f75a tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.4095180
Aug 24 19:58:10.163000 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f5bd5-e033-48d8-a268-53a7045232ec req-f10acce2-9ee6-474d-8984-09cf207941f2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:10.171348 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-722f5bd5-e033-48d8-a268-53a7045232ec req-f10acce2-9ee6-474d-8984-09cf207941f2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.3656116
Aug 24 19:58:10.221191 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-15526ba7-9e75-4aa4-83b2-473648a1dd8b None None] Provisioning for port 705a4749-b109-4daf-bb67-4860904d118f completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:10.230419 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-15526ba7-9e75-4aa4-83b2-473648a1dd8b None None] Provisioning complete for port 705a4749-b109-4daf-bb67-4860904d118f triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:10.230861 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-15526ba7-9e75-4aa4-83b2-473648a1dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.233358 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.234309 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8771927
Aug 24 19:58:10.256240 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32a158-8987-4889-b3b8-44917b74c0b1 req-6318e136-09cf-4b9f-9c37-1730a7c5ea9b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:10.267540 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1c32a158-8987-4889-b3b8-44917b74c0b1 req-6318e136-09cf-4b9f-9c37-1730a7c5ea9b tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 945 time: 0.3106043
Aug 24 19:58:10.287552 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57622) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:10.316448 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.318365 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'security_group_rule': {'security_group_id': '4aedc3b2-7179-4448-b422-172e2985a451', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:10.335241 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:10.352555 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.355066 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group_rule and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:10.364621 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Transition to ACTIVE for port object 9835f5b9-1a52-49f2-9675-4b44feacd3ef will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:10.369972 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-722f5bd5-e033-48d8-a268-53a7045232ec req-2e878713-bfbc-486e-98e5-34a4c7153362 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1976867
Aug 24 19:58:10.385326 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:10.395023 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Deleting port 8e2ef067-754e-4280-b2c8-36dafef26144 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:58:10.395552 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.423981 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-15526ba7-9e75-4aa4-83b2-473648a1dd8b None None] Port 705a4749-b109-4daf-bb67-4860904d118f cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:58:10.431916 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:10.445076 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1c32a158-8987-4889-b3b8-44917b74c0b1 req-7ec69b6d-961b-4f0a-9682-54b5dc22bc68 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/security-groups?id=274765ec-8475-49c4-a82a-b5344f607522&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766236
Aug 24 19:58:10.466157 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.478463 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ecd35666-a8ce-4b42-80ef-551f199ff189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:10.518167 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57632) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:10.640005 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.722068 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Pushing event updated for resources: {'Port': ['ID=9835f5b9-1a52-49f2-9675-4b44feacd3ef,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:10.746944 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 753746b9-98b1-4f08-9ff2-daf4dac800a2 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:10.789801 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.795580 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.797537 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.798042 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.799694 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.800319 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.800807 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.803103 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.803795 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.804332 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.806071 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.806590 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.807068 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:10.815159 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:10.853612 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 753746b9-98b1-4f08-9ff2-daf4dac800a2 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:10.854255 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.857466 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Attempting to bind port 9835f5b9-1a52-49f2-9675-4b44feacd3ef on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:58:10.857850 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Attempting to bind port 9835f5b9-1a52-49f2-9675-4b44feacd3ef by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:58:10.858218 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Attempting to bind port 9835f5b9-1a52-49f2-9675-4b44feacd3ef on network 7a7728cf-d00e-4524-b24f-1c572470e409 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:58:10.864590 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:10.873383 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:58:10.874921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Usage tracker for resource:security_group_rule and tenant:575f40171c9b4653a6e539af31c26418 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:10.875934 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Checking segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:58:10.878222 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.878222 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Bound using segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:58:10.878222 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Bound port: 9835f5b9-1a52-49f2-9675-4b44feacd3ef, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:58:10.879878 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:10.880069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:10.897657 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:11.042651 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] For port 9835f5b9-1a52-49f2-9675-4b44feacd3ef, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:58:11.048044 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] For port 9835f5b9-1a52-49f2-9675-4b44feacd3ef, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9835f5b9-1a52-49f2-9675-4b44feacd3ef,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:58:11.059473 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.062458 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705a4749-b109-4daf-bb67-4860904d118f {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:58:11.074096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.090582 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] For port 8e2ef067-754e-4280-b2c8-36dafef26144, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=8e2ef067-754e-4280-b2c8-36dafef26144,segment=NetworkSegment(985cb102-318d-4f88-88a5-7a916b15ca96),segment_id=985cb102-318d-4f88-88a5-7a916b15ca96)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:11.090945 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.104901 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Transition to ACTIVE for port object 705a4749-b109-4daf-bb67-4860904d118f will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:11.115972 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa5b20-9c49-40fb-84d2-6235f4be99f4 req-e5bdc1a5-51b3-4338-8a9f-be7f98a34786 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:11.117470 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dafa5b20-9c49-40fb-84d2-6235f4be99f4 req-e5bdc1a5-51b3-4338-8a9f-be7f98a34786 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 935 time: 0.4655194
Aug 24 19:58:11.118916 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.142001 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.146185 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:11.210413 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.218250 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.220303 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:11.220939 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963b71a60>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:11.225529 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b454e115-a039-490d-b792-2c5e898a53e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:11.237474 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Calling delete_port for 8e2ef067-754e-4280-b2c8-36dafef26144 owned by compute:nova {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:58:11.266819 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.281602 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Pushing event updated for resources: {'Port': ['ID=9835f5b9-1a52-49f2-9675-4b44feacd3ef,revision_number=4']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:11.292614 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84e481ef-e34c-4d27-af74-9979dc559909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:11.312716 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:11.347735 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bb45a3-4dbc-436b-a76c-72d6d37c44eb,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:11.358004 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:11.392768 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affb4d7-7362-40d9-998f-ae9f986ef2b4 req-4365eba8-0aef-445f-9fe2-ab0249e3becc tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:11.402556 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6affb4d7-7362-40d9-998f-ae9f986ef2b4 req-4365eba8-0aef-445f-9fe2-ab0249e3becc tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.4347906
Aug 24 19:58:11.418784 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=575f40171c9b4653a6e539af31c26418&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8971674
Aug 24 19:58:11.424623 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57642) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:11.483302 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:11.490785 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9313ca11-1e2f-429e-9fcd-7294f8fa9952,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:11.533085 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:11.533902 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:11.558341 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dafa5b20-9c49-40fb-84d2-6235f4be99f4 req-85f774c7-f377-4c45-8c19-e646893fc55a tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3287821
Aug 24 19:58:11.640017 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6affb4d7-7362-40d9-998f-ae9f986ef2b4 req-825cb9fe-9a9d-460e-adc0-7b510f84e91c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2360754
Aug 24 19:58:11.652804 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.667949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f8a9f1b4-ea76-4eea-9102-cf618393c5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:11.672254 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.702096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Pushing event updated for resources: {'Port': ['ID=705a4749-b109-4daf-bb67-4860904d118f,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:11.711165 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.721007 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:11.745681 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.747084 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4577277
Aug 24 19:58:11.750130 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57648) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:11.773538 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'security_group_rule': {'security_group_id': '4aedc3b2-7179-4448-b422-172e2985a451', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:11.778528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Attempting to bind port 705a4749-b109-4daf-bb67-4860904d118f on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:58:11.778824 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Attempting to bind port 705a4749-b109-4daf-bb67-4860904d118f by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:58:11.779150 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Attempting to bind port 705a4749-b109-4daf-bb67-4860904d118f on network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:58:11.785804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:11.787953 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Port 705a4749-b109-4daf-bb67-4860904d118f on network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:58:11.788276 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Attempting to bind port 705a4749-b109-4daf-bb67-4860904d118f on network 97bf6fc1-5b0e-41d6-baf3-bf20739c95a1 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:58:11.793230 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group_rule and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:11.798079 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:11.801263 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:58:11.801595 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Checking segment: {'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:58:11.801976 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Bound using segment: {'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:58:11.802434 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Bound port: 705a4749-b109-4daf-bb67-4860904d118f, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588a7050-0d4e-4d62-a28f-81901afd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:58:11.802779 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.824199 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:11.852459 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Pushing event deleted for resources: {'Port': ['ID=8e2ef067-754e-4280-b2c8-36dafef26144,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:11.903751 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:11.905454 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963b71a60>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:11Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:11.909453 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2731a3e-f203-4023-a148-5862c6b3cc7c None None] The sync data for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi is: [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:11Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:58:11.915110 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] For port 705a4749-b109-4daf-bb67-4860904d118f, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:58:11.918451 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] For port 705a4749-b109-4daf-bb67-4860904d118f, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=705a4749-b109-4daf-bb67-4860904d118f,segment=NetworkSegment(588a7050-0d4e-4d62-a28f-81901afd86c7),segment_id=588a7050-0d4e-4d62-a28f-81901afd86c7)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:58:11.934869 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] No DVR routers for this DVR port 8e2ef067-754e-4280-b2c8-36dafef26144 on host hv-cinder-80587 {{(pid=80016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:58:11.955601 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.963283 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ae7aba-2b0a-4192-836b-34886a158df9', 'name': 'network-vif-deleted', 'tag': '8e2ef067-754e-4280-b2c8-36dafef26144'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:11.981902 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e54aa4dc-7498-45dd-88c1-7e3b814a9fad req-da4c302b-2173-4e60-ab9f-f18041a03991 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ae7aba-2b0a-4192-836b-34886a158df9 HTTP/1.1" status: 200  len: 210 time: 0.1305985
Aug 24 19:58:11.986714 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:11.992192 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6ae5fe92-fce0-406a-9d6d-d50fda77edb1 req-4c57005e-1625-40a1-97de-c37fcfe24a94 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] 10.222.0.60 "DELETE /v2.0/ports/8e2ef067-754e-4280-b2c8-36dafef26144 HTTP/1.1" status: 204  len: 173 time: 1.8185794
Aug 24 19:58:12.031708 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.035981 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.043675 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5f0d-aade-4289-a1c5-7a1975ed3277 req-04407f44-fab8-4a71-be1e-bbb4b158eb44 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:12.043911 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bbd6c108-875a-4083-8825-216f1c59b66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:12.045459 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5d4e5f0d-aade-4289-a1c5-7a1975ed3277 req-04407f44-fab8-4a71-be1e-bbb4b158eb44 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.2574928
Aug 24 19:58:12.064630 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9313ca11-1e2f-429e-9fcd-7294f8fa9952,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:12.071853 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:12.072488 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9bd1d4a9-585f-4568-b420-3faa337f937c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:12.077120 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ae7aba-2b0a-4192-836b-34886a158df9', 'name': 'network-vif-deleted', 'tag': '8e2ef067-754e-4280-b2c8-36dafef26144', 'status': 'completed', 'code': 200}
Aug 24 19:58:12.128689 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5d4e5f0d-aade-4289-a1c5-7a1975ed3277 req-24e8cae5-1994-4660-8557-d9ffb95e77fb tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766046
Aug 24 19:58:12.159565 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.162973 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9313ca11-1e2f-429e-9fcd-7294f8fa9952 HTTP/1.1" status: 204  len: 168 time: 0.7373593
Aug 24 19:58:12.172926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.174661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:12.175274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.176659 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] 10.222.0.60 "PUT /v2.0/ports/705a4749-b109-4daf-bb67-4860904d118f HTTP/1.1" status: 200  len: 1097 time: 2.1531963
Aug 24 19:58:12.177170 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'tag': '705a4749-b109-4daf-bb67-4860904d118f'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:12.260447 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'tag': '705a4749-b109-4daf-bb67-4860904d118f', 'status': 'completed', 'code': 200}
Aug 24 19:58:12.261556 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Pushing event updated for resources: {'Port': ['ID=705a4749-b109-4daf-bb67-4860904d118f,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:12.266197 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:12.267425 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.273393 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:12.333871 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228b7253-d2d0-43bb-bb24-491c7f9fd2a9,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:12.342310 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:12.394112 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d343c95-a1b0-46a5-9b77-2640fbcc3d59 req-e3f090f0-56d0-47d7-91e0-49093eb8c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:12.395824 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3d343c95-a1b0-46a5-9b77-2640fbcc3d59 req-e3f090f0-56d0-47d7-91e0-49093eb8c950 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e14d6752442f41dd8a98c584aded96fc&device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 1100 time: 0.0998845
Aug 24 19:58:12.438427 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3d343c95-a1b0-46a5-9b77-2640fbcc3d59 req-6eaf9a6c-6b3e-49d7-a99c-1bada96727d6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e14d6752442f41dd8a98c584aded96fc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0340419
Aug 24 19:58:12.439587 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.440686 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6880684
Aug 24 19:58:12.443862 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57658) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:12.469128 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:12.485693 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:12.538758 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:floatingip and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:12.547806 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:12.558667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:12.653609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d343c95-a1b0-46a5-9b77-2640fbcc3d59 req-5fb46278-6bd3-4a0e-addb-1a429c97745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:12.655329 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3d343c95-a1b0-46a5-9b77-2640fbcc3d59 req-5fb46278-6bd3-4a0e-addb-1a429c97745f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2082264
Aug 24 19:58:12.725270 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:12.767546 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9835f5b9-1a52-49f2-9675-4b44feacd3ef up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:12.947459 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-172bd0c9-7fe6-4366-8df3-5647358cbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:12.948959 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-172bd0c9-7fe6-4366-8df3-5647358cbefa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e14d6752442f41dd8a98c584aded96fc&device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 1100 time: 0.1865499
Aug 24 19:58:12.958797 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 9835f5b9-1a52-49f2-9675-4b44feacd3ef completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:12.972653 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9835f5b9-1a52-49f2-9675-4b44feacd3ef triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:12.974713 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.017604 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1194e-bdaa-45bc-9671-84c746b48626 req-691108c1-7d67-4c12-a7ba-06020d90d499 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:13.036486 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-bc4db1e2-3330-4021-b6c7-523cb29bd074 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=705a4749-b109-4daf-bb67-4860904d118f HTTP/1.1" status: 200  len: 217 time: 0.0784423
Aug 24 19:58:13.038081 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b2e1194e-bdaa-45bc-9671-84c746b48626 req-691108c1-7d67-4c12-a7ba-06020d90d499 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1839020
Aug 24 19:58:13.044946 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8e2ef067-754e-4280-b2c8-36dafef26144 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:58:13.086250 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 8e2ef067-754e-4280-b2c8-36dafef26144 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:58:13.087191 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 8e2ef067-754e-4280-b2c8-36dafef26144 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:58:13.111120 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c935727-9f69-4c50-b6d9-9bccc87941e1 req-41561ee6-f37d-445b-9ef6-2bef019b513d tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:13.111120 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c935727-9f69-4c50-b6d9-9bccc87941e1 req-41561ee6-f37d-445b-9ef6-2bef019b513d tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 947 time: 0.2099023
Aug 24 19:58:13.180531 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.214301 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.218078 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 9835f5b9-1a52-49f2-9675-4b44feacd3ef, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9835f5b9-1a52-49f2-9675-4b44feacd3ef,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:13.242426 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b2e1194e-bdaa-45bc-9671-84c746b48626 req-8c916f53-29d3-47d1-a3c4-56de72a2732c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2030125
Aug 24 19:58:13.270034 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-9601e96c-dc6a-40b4-a56b-acd41f4c3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:13.270034 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-9601e96c-dc6a-40b4-a56b-acd41f4c3551 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f82688b8-aa91-4f6a-91b3-cb0a622d0ef4 HTTP/1.1" status: 200  len: 843 time: 0.2258077
Aug 24 19:58:13.277519 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c935727-9f69-4c50-b6d9-9bccc87941e1 req-8f351214-b711-4347-93b4-35b8cb559d98 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609135
Aug 24 19:58:13.284605 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.292766 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:13.382250 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=9835f5b9-1a52-49f2-9675-4b44feacd3ef,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:13.394415 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:13.418915 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57670) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:13.475690 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Allocated IP 172.27.3.143 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/d6d7995c-598b-44f3-a980-c6abef781bbc) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:58:13.481571 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-82fc7738-fb11-4ed3-891d-98bbb33b2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:13.483082 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-82fc7738-fb11-4ed3-891d-98bbb33b2c81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97bf6fc1-5b0e-41d6-baf3-bf20739c95a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2069817
Aug 24 19:58:13.532414 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Deleting subnet c78df88a-cc48-4da8-9616-361dca09ba93 {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 19:58:13.535096 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.593104 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8368326'] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.655125 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565e576-a428-4b95-b492-f47446a5b320 req-0468b573-2220-4398-a56b-dc590858c4ec tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:13.656463 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3565e576-a428-4b95-b492-f47446a5b320 req-0468b573-2220-4398-a56b-dc590858c4ec tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.1947737
Aug 24 19:58:13.667509 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.738123 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-850344f5-63bb-43f6-a05a-5d195d529f61 service neutron] 10.222.0.60 "GET /v2.0/networks/97bf6fc1-5b0e-41d6-baf3-bf20739c95a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466381
Aug 24 19:58:13.745545 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.753354 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3565e576-a428-4b95-b492-f47446a5b320 req-6212b8f2-ac17-4d7a-94aa-d2a49bff3dd5 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882599
Aug 24 19:58:13.889831 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8369050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8284455'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.893054 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-948678cd-8b6f-42c8-a234-fa7a244db4ed req-35088511-98a2-4e77-adf1-8d7b0261b770 service neutron] 10.222.0.60 "GET /v2.0/networks/97bf6fc1-5b0e-41d6-baf3-bf20739c95a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441622
Aug 24 19:58:13.895092 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:13.929067 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78df88a-cc48-4da8-9616-361dca09ba93,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:13.931433 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:13.933969 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:13.937925 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-fbeb64ce-9e01-40ae-aaab-f6658a764609 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c78df88a-cc48-4da8-9616-361dca09ba93 HTTP/1.1" status: 204  len: 168 time: 0.5179279
Aug 24 19:58:13.940466 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57674) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:14.027235 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.032148 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:14.045536 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.098626 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:14.101501 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:14.104724 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:58:14.145031 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'Port': ['ID=d6d7995c-598b-44f3-a980-c6abef781bbc,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:14.148365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:14.171775 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.185046 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0963913e20>,) {'filters': {'network_id': ['21efa646-837e-4ab9-8eec-e5471e24810c']}} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:14.196861 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0963913e20>, '985cb102-318d-4f88-88a5-7a916b15ca96') {'for_net_delete': True} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:14.197158 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0963913e20>, '985cb102-318d-4f88-88a5-7a916b15ca96') {} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:14.208616 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8368345'] for segment, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.228867 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.234989 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=80016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 19:58:14.235259 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.235371 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8369148'] for segment, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]: Traceback (most recent call last):
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     timer()
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     cb(*args, **kw)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     return func(*args, **kwargs)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     self._notify()
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     self.callback(batched_events)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     event.method(event)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     return f(self, *a, **k)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._get(url).json()
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self.request(url, 'GET', **kwargs)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 19:58:14.249034 dv-cinder-805877-1-iscsi neutron-server[80016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 19:58:14.402455 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.458496 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.468786 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:14.489153 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.503790 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Pushing event deleted for resources: {'Network': ['ID=21efa646-837e-4ab9-8eec-e5471e24810c,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:14.506800 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:14.533326 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e8a10-a210-4c26-a299-160f4475685f req-5b8d5c49-385a-48dc-ad26-c79835ed7f43 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:14.534853 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d29e8a10-a210-4c26-a299-160f4475685f req-5b8d5c49-385a-48dc-ad26-c79835ed7f43 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1751997
Aug 24 19:58:14.568586 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8442d7-09e2-47e1-8de1-00d472b5d21c req-5342764d-2436-479e-b05b-9280901210c5 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:14.570006 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2e8442d7-09e2-47e1-8de1-00d472b5d21c req-5342764d-2436-479e-b05b-9280901210c5 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 947 time: 0.1537166
Aug 24 19:58:14.608655 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] 10.222.0.37 "DELETE /v2.0/networks/21efa646-837e-4ab9-8eec-e5471e24810c HTTP/1.1" status: 204  len: 168 time: 0.6671696
Aug 24 19:58:14.616355 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d29e8a10-a210-4c26-a299-160f4475685f req-09144c36-a2e8-4425-b25e-5c028d464a9a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749149
Aug 24 19:58:14.618963 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.637101 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2e8442d7-09e2-47e1-8de1-00d472b5d21c req-f444c923-1853-4067-ab3c-eb3ecd45d1d7 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552580
Aug 24 19:58:14.703487 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9835f5b9-1a52-49f2-9675-4b44feacd3ef up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:14.711322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.716761 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd16b61d-afd7-4cf1-a060-ebb4f976cfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:14.771059 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9835f5b9-1a52-49f2-9675-4b44feacd3ef triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:14.771440 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.827184 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'Port': ['ID=d6d7995c-598b-44f3-a980-c6abef781bbc,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:14.832421 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:14.841202 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.948767 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c3cc6-c4ba-4060-9113-8ef3561302c0 req-39cd1dde-7dc3-4c01-9072-7a8442846e69 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:14.950228 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d28c3cc6-c4ba-4060-9113-8ef3561302c0 req-39cd1dde-7dc3-4c01-9072-7a8442846e69 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.0815265
Aug 24 19:58:14.958500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:14.959730 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5149126
Aug 24 19:58:14.999313 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d28c3cc6-c4ba-4060-9113-8ef3561302c0 req-4b3d8425-330a-481e-9ad1-3f2147f97bde tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432069
Aug 24 19:58:15.019930 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57688) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:15.068352 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-3f38e29e-c4a5-4681-9c89-8b82ffce1fe6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=015386ca443747ce821466c52a796d44&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0471895
Aug 24 19:58:15.070693 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57694) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:15.129912 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:15.171107 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:15.216468 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-22d4a832-f283-4e07-b08b-e8621230348c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Synchronizing usage tracker for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:58:15.329824 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-22d4a832-f283-4e07-b08b-e8621230348c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Unset dirty status for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:58:15.331011 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-22d4a832-f283-4e07-b08b-e8621230348c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1132951642&fields=id&tenant_id=190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 267 time: 0.1892385
Aug 24 19:58:15.410152 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:15.418144 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3bc739b2-49ee-4a99-80fc-b19ba92c863d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:15.434094 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274765ec-8475-49c4-a82a-b5344f607522,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:15.450213 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:15.498565 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-de3a7898-2e72-4908-94d1-ef02042cea40 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:15.499495 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-de3a7898-2e72-4908-94d1-ef02042cea40 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Synchronizing usage tracker for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:network {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:58:15.544834 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:15.545905 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/274765ec-8475-49c4-a82a-b5344f607522 HTTP/1.1" status: 204  len: 168 time: 0.4738030
Aug 24 19:58:15.621682 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-de3a7898-2e72-4908-94d1-ef02042cea40 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Unset dirty status for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:network {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:58:15.622803 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-de3a7898-2e72-4908-94d1-ef02042cea40 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 817 time: 0.2847507
Aug 24 19:58:15.638002 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-b9ae1def-b270-4ed2-8741-89eaf83ec426 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/quotas/190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 375 time: 0.0098839
Aug 24 19:58:15.725288 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-3bdac4a9-44d8-49b4-ace5-f6d5f9ae7bff tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0815802
Aug 24 19:58:16.000873 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-b3d90861-2239-4126-8fa2-012e4bf5f2ea service neutron] 10.222.0.37 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2639022
Aug 24 19:58:16.009676 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c5f33-690c-4980-9703-8f5105ead286 req-3b1a04cc-6ee3-4c86-a0cd-ff95a597c815 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:16.011127 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1c5c5f33-690c-4980-9703-8f5105ead286 req-3b1a04cc-6ee3-4c86-a0cd-ff95a597c815 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 947 time: 0.2562723
Aug 24 19:58:16.136853 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1c5c5f33-690c-4980-9703-8f5105ead286 req-5848f69e-9f8a-4eb3-80b4-a404338b839a tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070228
Aug 24 19:58:16.173529 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-269d03d6-d3af-4f26-8466-b91261bd7585 service neutron] 10.222.0.37 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614530
Aug 24 19:58:16.315144 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d73b-6894-4741-ae8f-8acfb1f5ab2f req-abcf866a-8ff9-4ab4-a090-f40bb22d9137 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:16.316592 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2ec6d73b-6894-4741-ae8f-8acfb1f5ab2f req-abcf866a-8ff9-4ab4-a090-f40bb22d9137 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0815458
Aug 24 19:58:16.382689 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2ec6d73b-6894-4741-ae8f-8acfb1f5ab2f req-c8b1070f-2f11-47c3-bae7-aaf357801b20 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481272
Aug 24 19:58:16.492539 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1fe2fd5b-6620-4e31-91cc-8c3fa5a9e656 req-b45d4b9a-c428-4c65-98c0-1ce2f9501ae1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 210 time: 0.0480294
Aug 24 19:58:16.578186 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff50f6e-0209-41c4-b8b7-9e40444d4239 req-81110ac2-1950-4f8e-8dd1-f8e35752b85d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:16.579678 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aff50f6e-0209-41c4-b8b7-9e40444d4239 req-81110ac2-1950-4f8e-8dd1-f8e35752b85d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.0902078
Aug 24 19:58:16.629461 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aff50f6e-0209-41c4-b8b7-9e40444d4239 req-8f814a96-f03a-4677-9088-c4b42d50d262 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435815
Aug 24 19:58:17.028382 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 705a4749-b109-4daf-bb67-4860904d118f details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:58:17.172499 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 705a4749-b109-4daf-bb67-4860904d118f, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=705a4749-b109-4daf-bb67-4860904d118f,segment=NetworkSegment(588a7050-0d4e-4d62-a28f-81901afd86c7),segment_id=588a7050-0d4e-4d62-a28f-81901afd86c7)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:17.186250 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '705a4749-b109-4daf-bb67-4860904d118f', 'network_id': '97bf6fc1-5b0e-41d6-baf3-bf20739c95a1', 'port_id': '705a4749-b109-4daf-bb67-4860904d118f', 'mac_address': 'fa:16:3e:8f:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82688b8-aa91-4f6a-91b3-cb0a622d0ef4', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:58:17.335658 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:17.335658 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705a4749-b109-4daf-bb67-4860904d118f {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:58:17.335658 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 705a4749-b109-4daf-bb67-4860904d118f, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=705a4749-b109-4daf-bb67-4860904d118f,segment=NetworkSegment(588a7050-0d4e-4d62-a28f-81901afd86c7),segment_id=588a7050-0d4e-4d62-a28f-81901afd86c7)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:17.335954 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d68e7-8398-4def-95a5-eead737f248f req-c18d9a56-15f5-433b-b654-b12b5557a3e9 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:17.335954 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-316d68e7-8398-4def-95a5-eead737f248f req-c18d9a56-15f5-433b-b654-b12b5557a3e9 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 947 time: 0.0806196
Aug 24 19:58:17.379387 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-316d68e7-8398-4def-95a5-eead737f248f req-88787631-6346-4cf3-b575-5ff47e81fa39 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398872
Aug 24 19:58:17.410117 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:17.410886 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ae32944e-33d9-4986-ab37-b38d001d6a26 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:58:17.438940 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-aea31e03-b660-4b40-a55c-0efe8b08eee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:17.615638 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=705a4749-b109-4daf-bb67-4860904d118f,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:17.619848 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-46316410-0519-4a19-b02e-5b1159131947 req-c5c3a425-799f-42b1-8fa3-b3aee45775cf tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 210 time: 0.0548735
Aug 24 19:58:17.621131 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:17.649589 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port ae32944e-33d9-4986-ab37-b38d001d6a26, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ae32944e-33d9-4986-ab37-b38d001d6a26,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:17.665755 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'port_id': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'mac_address': 'fa:16:3e:83:7e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:58:17.676279 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805433d3-434f-4620-8226-ecc5a7f65673 req-bb6fd681-5852-4aa2-ab39-4c7815092185 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:17.684420 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-805433d3-434f-4620-8226-ecc5a7f65673 req-bb6fd681-5852-4aa2-ab39-4c7815092185 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1648865
Aug 24 19:58:17.730454 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:17.742373 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-805433d3-434f-4620-8226-ecc5a7f65673 req-33e5379b-95c3-45e5-bb6a-4cbfb572b141 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565712
Aug 24 19:58:17.752806 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae32944e-33d9-4986-ab37-b38d001d6a26 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:58:17.773114 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port ae32944e-33d9-4986-ab37-b38d001d6a26, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ae32944e-33d9-4986-ab37-b38d001d6a26,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:17.845297 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f2f0-3242-45bb-8259-fe479f703777 req-7f9056b1-ae20-44c6-8467-5a8553a19a5b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:17.846752 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9e5f2f0-3242-45bb-8259-fe479f703777 req-7f9056b1-ae20-44c6-8467-5a8553a19a5b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 943 time: 0.0828493
Aug 24 19:58:17.890880 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9e5f2f0-3242-45bb-8259-fe479f703777 req-302d0728-8154-432f-bb0d-82b09d373696 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384326
Aug 24 19:58:17.959046 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:17.961365 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:18.026893 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=ae32944e-33d9-4986-ab37-b38d001d6a26,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:18.029816 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:18.202221 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['ae32944e-33d9-4986-ab37-b38d001d6a26'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:58:18.229168 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['705a4749-b109-4daf-bb67-4860904d118f'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:58:18.569304 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d05510-73e0-4c1d-b156-c062e6396f7e req-e66851c9-7544-4d00-8f1f-9126b4e5d5d8 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:18.570793 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-30d05510-73e0-4c1d-b156-c062e6396f7e req-e66851c9-7544-4d00-8f1f-9126b4e5d5d8 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 948 time: 0.0828800
Aug 24 19:58:18.620821 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-30d05510-73e0-4c1d-b156-c062e6396f7e req-ad142007-df94-40c4-ad32-bcff1fbf51d2 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426214
Aug 24 19:58:18.791151 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-53e179a4-2ea3-481f-b53e-bc47de25081d req-8e4ad588-64d7-4c87-b33f-c607f4a24558 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 210 time: 0.0433233
Aug 24 19:58:18.924892 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd64846-f1f5-433f-a8fb-05b9936e929e req-52467a21-ab0a-406f-a0ab-c3deb62468d0 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:18.926364 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dcd64846-f1f5-433f-a8fb-05b9936e929e req-52467a21-ab0a-406f-a0ab-c3deb62468d0 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0803959
Aug 24 19:58:18.979943 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dcd64846-f1f5-433f-a8fb-05b9936e929e req-33c42a03-cbcc-4711-9905-32160b74dcb0 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446701
Aug 24 19:58:19.041858 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 705a4749-b109-4daf-bb67-4860904d118f up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:19.074428 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9c2a-8776-4a07-aedf-bc9735ecff74 req-e16ef69c-4db7-4657-8bcc-1bab73690961 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:19.075891 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d17b9c2a-8776-4a07-aedf-bc9735ecff74 req-e16ef69c-4db7-4657-8bcc-1bab73690961 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 944 time: 0.0798428
Aug 24 19:58:19.121673 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d17b9c2a-8776-4a07-aedf-bc9735ecff74 req-a4ba01a4-26d7-4575-bef7-94d54eda01cf tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398901
Aug 24 19:58:19.191942 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 705a4749-b109-4daf-bb67-4860904d118f completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:19.197932 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 705a4749-b109-4daf-bb67-4860904d118f triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:19.198314 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:19.319988 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:19.357070 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 705a4749-b109-4daf-bb67-4860904d118f, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=705a4749-b109-4daf-bb67-4860904d118f,segment=NetworkSegment(588a7050-0d4e-4d62-a28f-81901afd86c7),segment_id=588a7050-0d4e-4d62-a28f-81901afd86c7)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:19.362828 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705a4749-b109-4daf-bb67-4860904d118f'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:19.421491 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705a4749-b109-4daf-bb67-4860904d118f', 'code': 200}
Aug 24 19:58:19.462276 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:19.471825 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-8f3e4c54-dcd8-4109-85db-d784c27aa5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:19.529041 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=705a4749-b109-4daf-bb67-4860904d118f,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:19.532160 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:19.740425 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-b37fd597-79df-43e7-89cd-120d6ce7dfed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:19.741834 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-b37fd597-79df-43e7-89cd-120d6ce7dfed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 817 time: 0.1515806
Aug 24 19:58:19.792365 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-2eacde92-578b-430c-b4fd-713aa6dd6dcb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 380 time: 0.0413692
Aug 24 19:58:19.801339 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'port': {'device_id': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'admin_state_up': True, 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'security_groups': ['4aedc3b2-7179-4448-b422-172e2985a451']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:19.814116 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5e3e7-2e6e-4246-a830-499429bf39bf req-e2b8993e-fdfd-4472-a10c-b14bdaa013bf tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:19.817218 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:19.817441 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aab5e3e7-2e6e-4246-a830-499429bf39bf req-e2b8993e-fdfd-4472-a10c-b14bdaa013bf tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 949 time: 0.0848796
Aug 24 19:58:19.909921 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aab5e3e7-2e6e-4246-a830-499429bf39bf req-60f5951a-08b1-49b4-a0dd-8a72e4fe0578 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854843
Aug 24 19:58:19.946430 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:19.950811 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:port and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:19.953737 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:19.960650 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:19.995598 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-50e2492a-8d2d-47b7-a55b-583c481118de req-0f501acf-a729-4546-b452-5efa58c7bbe1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 210 time: 0.0847671
Aug 24 19:58:20.024577 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276939a-d838-4c54-a79d-574d9a36658e req-1bd9d4c6-48ff-498c-a36e-f1400487ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:20.026697 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e276939a-d838-4c54-a79d-574d9a36658e req-1bd9d4c6-48ff-498c-a36e-f1400487ecbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 1102 time: 0.1446073
Aug 24 19:58:20.066187 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e276939a-d838-4c54-a79d-574d9a36658e req-6e3103b3-1ee4-4db4-a573-0cbb06fb7511 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332756
Aug 24 19:58:20.096349 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Made reservation on behalf of 190bce4eb9e949b9a5dff58ab500c5f7 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:58:20.100377 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:20.166200 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fef022-f10f-4339-964c-7d1b6c8a4f9d req-a698ef7b-2a72-452f-bcf5-fc8dd101d1cd tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:20.169569 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-53fef022-f10f-4339-964c-7d1b6c8a4f9d req-a698ef7b-2a72-452f-bcf5-fc8dd101d1cd tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0814483
Aug 24 19:58:20.226615 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-53fef022-f10f-4339-964c-7d1b6c8a4f9d req-8ea9b910-9405-4749-9bee-e4952d735ad5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515640
Aug 24 19:58:20.403156 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Allocated IP 172.20.0.5 (7a7728cf-d00e-4524-b24f-1c572470e409/e342f61b-d605-41e5-b967-e8768ddacd2e/0f55b967-0bd1-42cb-8ad0-71ed73672e16) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:58:20.451127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94534b64-0d1f-4039-8b99-989be9b6a7b1 req-3e970050-bfce-406d-acf9-29fd93062896 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:20.453045 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-94534b64-0d1f-4039-8b99-989be9b6a7b1 req-3e970050-bfce-406d-acf9-29fd93062896 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 944 time: 0.2027974
Aug 24 19:58:20.501883 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-94534b64-0d1f-4039-8b99-989be9b6a7b1 req-8f4d7c85-c68b-424d-bbc5-e52fe9f6311e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422740
Aug 24 19:58:20.596249 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:20.611761 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Transition to ACTIVE for port object 0f55b967-0bd1-42cb-8ad0-71ed73672e16 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:20.743117 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:20.749459 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0d822c2f-7404-4e9e-92f2-c8edaaece00d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:20.813590 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Network 7a7728cf-d00e-4524-b24f-1c572470e409 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:20.816740 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:20.823930 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:58:20.896015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:20.896015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:20.896015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:20.896015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.022815 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2249572
Aug 24 19:58:21.035682 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Request body: {'port': {'device_id': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:21.076150 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ae32944e-33d9-4986-ab37-b38d001d6a26 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:21.168783 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.208174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d588c-fd99-43aa-b56e-0fffc75bffdb req-590495c8-545b-4c8d-8153-0c74f6bc59ec tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:21.209644 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-380d588c-fd99-43aa-b56e-0fffc75bffdb req-590495c8-545b-4c8d-8153-0c74f6bc59ec tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 949 time: 0.1841486
Aug 24 19:58:21.240825 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df1ee4-ce8f-423c-a983-cfa88d22f3ae req-8a71117b-68b9-453c-81b2-bb9857dd878c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:21.243973 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-01df1ee4-ce8f-423c-a983-cfa88d22f3ae req-8a71117b-68b9-453c-81b2-bb9857dd878c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 931 time: 0.1244948
Aug 24 19:58:21.268039 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-a1f51522-9ead-4623-bdc6-0b13311dae46 None None] Provisioning for port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:21.273404 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-a1f51522-9ead-4623-bdc6-0b13311dae46 None None] Provisioning complete for port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:21.274064 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a1f51522-9ead-4623-bdc6-0b13311dae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.288633 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-380d588c-fd99-43aa-b56e-0fffc75bffdb req-1551a759-5355-4cb0-83f6-5d2c0fc650f9 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715792
Aug 24 19:58:21.315843 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-01df1ee4-ce8f-423c-a983-cfa88d22f3ae req-2c524b1a-14e6-413c-8278-1e3cc97ff0d1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593638
Aug 24 19:58:21.402505 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port ae32944e-33d9-4986-ab37-b38d001d6a26 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:21.416960 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-a1f51522-9ead-4623-bdc6-0b13311dae46 None None] Port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:58:21.422557 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port ae32944e-33d9-4986-ab37-b38d001d6a26 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:21.422941 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.594050 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11caab-5dd7-4151-983f-01638e464872 req-1db52683-eb8b-4f8e-acd5-de4f7574163e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:21.601283 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8e11caab-5dd7-4151-983f-01638e464872 req-1db52683-eb8b-4f8e-acd5-de4f7574163e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1176269
Aug 24 19:58:21.601916 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f55b967-0bd1-42cb-8ad0-71ed73672e16 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:58:21.611041 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.614182 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.634244 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Transition to ACTIVE for port object 0f55b967-0bd1-42cb-8ad0-71ed73672e16 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:58:21.657662 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port ae32944e-33d9-4986-ab37-b38d001d6a26, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ae32944e-33d9-4986-ab37-b38d001d6a26,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:21.658585 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:21.663560 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8e11caab-5dd7-4151-983f-01638e464872 req-018b64ae-afd6-4ca4-b1e5-e2b69e1ee34f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613425
Aug 24 19:58:21.716771 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'code': 200}
Aug 24 19:58:21.736730 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.747697 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:21.770701 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:21.773609 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:21.801926 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7dd4a-01cb-4b6f-a221-d64401224e89 req-de4a2aca-d505-47b6-9928-b5dde28b73c3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:21.803570 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7b7dd4a-01cb-4b6f-a221-d64401224e89 req-de4a2aca-d505-47b6-9928-b5dde28b73c3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 944 time: 0.1000736
Aug 24 19:58:21.867899 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7b7dd4a-01cb-4b6f-a221-d64401224e89 req-55fe4e1e-5fc7-4c04-a356-3bf7cc1aa121 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576954
Aug 24 19:58:21.891185 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=ae32944e-33d9-4986-ab37-b38d001d6a26,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:21.900799 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:21.965661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:21.969731 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:22.003841 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Attempting to bind port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:58:22.004501 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Attempting to bind port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:58:22.005555 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Attempting to bind port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 on network 7a7728cf-d00e-4524-b24f-1c572470e409 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:58:22.010053 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 on network 7a7728cf-d00e-4524-b24f-1c572470e409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:58:22.010481 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Attempting to bind port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 on network 7a7728cf-d00e-4524-b24f-1c572470e409 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:58:22.015776 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:58:22.016581 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Checking segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:58:22.016581 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Bound using segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:58:22.016929 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Bound port: 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:58:22.017271 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:22.110276 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:58:22.113126 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:58:22.216877 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:22.220162 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565817-3217-4f47-8544-3ffb9837fe6f req-1a264c45-ee94-4979-b8a3-d2ef9c723e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.221654 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:22.221809 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f8565817-3217-4f47-8544-3ffb9837fe6f req-1a264c45-ee94-4979-b8a3-d2ef9c723e2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 1098 time: 0.0690556
Aug 24 19:58:22.266750 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f8565817-3217-4f47-8544-3ffb9837fe6f req-8aa155c3-7353-4945-a7a4-c2f0088ec62a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389366
Aug 24 19:58:22.271873 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.272630 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:22.274002 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] 10.222.0.60 "PUT /v2.0/ports/0f55b967-0bd1-42cb-8ad0-71ed73672e16 HTTP/1.1" status: 200  len: 1093 time: 1.2430596
Aug 24 19:58:22.281296 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:22.310218 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:22.313488 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:22.364380 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'status': 'completed', 'code': 200}
Aug 24 19:58:22.567924 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7954c-6717-4776-bd0b-6f10991fc1dd req-2cd5e01a-bf33-450e-8f11-f18bf31e631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.569621 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-77e7954c-6717-4776-bd0b-6f10991fc1dd req-2cd5e01a-bf33-450e-8f11-f18bf31e631e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1096 time: 0.0954669
Aug 24 19:58:22.597546 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84e98-a46d-4d20-a345-0d586d384346 req-0cd4b6fa-ba91-45f0-99ef-d7568913997b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.606655 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9e84e98-a46d-4d20-a345-0d586d384346 req-0cd4b6fa-ba91-45f0-99ef-d7568913997b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 949 time: 0.1561341
Aug 24 19:58:22.610961 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda6f1-e66c-4006-9301-4e9bf3c99646 req-24da264d-746b-46b4-b029-5f107647cda0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.612442 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6cda6f1-e66c-4006-9301-4e9bf3c99646 req-24da264d-746b-46b4-b029-5f107647cda0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1188321
Aug 24 19:58:22.687833 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9e84e98-a46d-4d20-a345-0d586d384346 req-ba126204-2a21-443e-b489-f01f662abd2b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740867
Aug 24 19:58:22.691940 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a6cda6f1-e66c-4006-9301-4e9bf3c99646 req-c13dfc92-c591-4042-b23f-442d6e22ff69 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620258
Aug 24 19:58:22.722340 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7954c-6717-4776-bd0b-6f10991fc1dd req-cef811d1-2956-43b1-b9fa-c285a838b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.727121 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-77e7954c-6717-4776-bd0b-6f10991fc1dd req-cef811d1-2956-43b1-b9fa-c285a838b9b0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1472559
Aug 24 19:58:22.880117 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7930d0f-f146-4048-b17e-12b83fc20ca5 req-69e9c524-0826-4d2b-af26-a0ac721bfe86 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.881532 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e7930d0f-f146-4048-b17e-12b83fc20ca5 req-69e9c524-0826-4d2b-af26-a0ac721bfe86 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0844474
Aug 24 19:58:22.929079 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e7930d0f-f146-4048-b17e-12b83fc20ca5 req-81466bda-7c05-4ae0-9b5f-0b5482b9eefa tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401673
Aug 24 19:58:22.976466 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7954c-6717-4776-bd0b-6f10991fc1dd req-68ae37ab-c834-432e-9fcb-aafe7999db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:22.982307 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-77e7954c-6717-4776-bd0b-6f10991fc1dd req-68ae37ab-c834-432e-9fcb-aafe7999db89 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2463732
Aug 24 19:58:23.093798 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-34379f17-391f-437e-b764-b72aad424d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.095428 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-34379f17-391f-437e-b764-b72aad424d37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1096 time: 0.0756557
Aug 24 19:58:23.128778 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcddbf0-7644-4e2c-8db1-f45ec207015e req-e82c7487-bdfb-46a3-a882-5df9c34c04b6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.130264 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8bcddbf0-7644-4e2c-8db1-f45ec207015e req-e82c7487-bdfb-46a3-a882-5df9c34c04b6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.0850210
Aug 24 19:58:23.167507 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-8384b6dc-0c28-49e2-8e73-b5cfe3878de6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16 HTTP/1.1" status: 200  len: 217 time: 0.0627184
Aug 24 19:58:23.175830 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8bcddbf0-7644-4e2c-8db1-f45ec207015e req-785983ef-58e8-4050-b9a0-691dfc74b110 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396421
Aug 24 19:58:23.238644 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-222b7fb6-9a0c-49d7-bdfb-2c24b1c76cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.240094 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-222b7fb6-9a0c-49d7-bdfb-2c24b1c76cea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0658174
Aug 24 19:58:23.333566 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-1dce48c0-3e5a-4e52-b073-abbc6d82c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.335108 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-1dce48c0-3e5a-4e52-b073-abbc6d82c381 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792184
Aug 24 19:58:23.499975 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-4b3eb063-18bc-47f8-9a7d-e65c46255609 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574214
Aug 24 19:58:23.552095 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c3a6-a3c2-4a2f-bd17-d61cd4901f7b req-3f686fe8-7091-4d9d-863b-4f28fba49f85 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.555477 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f78c3a6-a3c2-4a2f-bd17-d61cd4901f7b req-3f686fe8-7091-4d9d-863b-4f28fba49f85 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 949 time: 0.0909095
Aug 24 19:58:23.610308 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f78c3a6-a3c2-4a2f-bd17-d61cd4901f7b req-487e38db-ebc8-467f-83d5-94c25951205a tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505533
Aug 24 19:58:23.641989 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6083d80-dcdb-4784-8c56-adc5ae39bc70 req-ac85ba1b-7cdc-4151-ada9-ab9c38b15202 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348474
Aug 24 19:58:23.821228 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791d93-ddb0-48f5-9fcd-78ac39f4a4a2 req-6e9e5783-067e-4f36-81b6-de09f61f88c4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.823353 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fa791d93-ddb0-48f5-9fcd-78ac39f4a4a2 req-6e9e5783-067e-4f36-81b6-de09f61f88c4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.1114151
Aug 24 19:58:23.891142 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-e859d50f-bf56-49b8-93fb-c1aa84fa62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.892545 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-e859d50f-bf56-49b8-93fb-c1aa84fa62e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 1099 time: 0.0791857
Aug 24 19:58:23.917672 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fa791d93-ddb0-48f5-9fcd-78ac39f4a4a2 req-317eb3ef-5446-44e7-b7b0-ff600acfedf1 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876687
Aug 24 19:58:23.964251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c7ce1-e8dd-4593-981b-6a105f511c61 req-3e26ab2d-dbd7-46af-88e0-06bc77c6aec3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:23.965787 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-788c7ce1-e8dd-4593-981b-6a105f511c61 req-3e26ab2d-dbd7-46af-88e0-06bc77c6aec3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0971558
Aug 24 19:58:24.012515 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-788c7ce1-e8dd-4593-981b-6a105f511c61 req-2d57403a-b2aa-4cc1-bcd7-c8acc9133d2b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406785
Aug 24 19:58:24.041614 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-19e78ab0-1d1e-4078-ab94-59a1c0589c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.043081 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-19e78ab0-1d1e-4078-ab94-59a1c0589c4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 911 time: 0.1434910
Aug 24 19:58:24.146508 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-88aa8501-5001-425c-92d9-1335ad4b3fcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e97def42-db67-43ff-b400-0874231a4078 HTTP/1.1" status: 200  len: 1002 time: 0.0962055
Aug 24 19:58:24.220956 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-bcab6d40-28c9-4637-8e79-f8e4f44703c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.221289 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-bcab6d40-28c9-4637-8e79-f8e4f44703c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 200  len: 850 time: 0.0666692
Aug 24 19:58:24.302730 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-ab490384-4d0f-4613-9adb-1111e7d392f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.304205 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-ab490384-4d0f-4613-9adb-1111e7d392f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737011
Aug 24 19:58:24.372873 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8f11b-c469-4143-a35c-c730096ab397 req-19374e74-e32c-421c-a3d9-3e2ca81ce867 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.374680 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-77d8f11b-c469-4143-a35c-c730096ab397 req-19374e74-e32c-421c-a3d9-3e2ca81ce867 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.0889535
Aug 24 19:58:24.422552 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-77d8f11b-c469-4143-a35c-c730096ab397 req-5af3be7b-0ead-4902-9ff9-4abe127d8286 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419626
Aug 24 19:58:24.454057 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-40019322-bd12-4934-bc76-4627bf0e7856 service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399641
Aug 24 19:58:24.595637 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4ae0c90f-c148-4f7e-8297-8aec9dd8e588 req-8ae42bc7-46f0-4ad8-b7eb-fdc0665f922f service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346338
Aug 24 19:58:24.615320 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401fbf-d3ef-47cb-b7f0-fc782c90dc2b req-1ffa7f98-a652-4bb5-84d2-3869a1004382 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.616807 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e1401fbf-d3ef-47cb-b7f0-fc782c90dc2b req-1ffa7f98-a652-4bb5-84d2-3869a1004382 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.0867527
Aug 24 19:58:24.678787 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e1401fbf-d3ef-47cb-b7f0-fc782c90dc2b req-059a119e-2f44-415d-9b6b-8ca71645f364 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539672
Aug 24 19:58:24.703241 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57882) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:24.809424 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5a0a8-7c33-4964-a02d-ce325e9a3fdc req-98a11ade-62c4-4548-8d60-94066c40939c tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.811041 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0cd5a0a8-7c33-4964-a02d-ce325e9a3fdc req-98a11ade-62c4-4548-8d60-94066c40939c tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 949 time: 0.0879226
Aug 24 19:58:24.857166 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0cd5a0a8-7c33-4964-a02d-ce325e9a3fdc req-505db24b-9d41-4f72-b67d-5500c47d9b14 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/security-groups?id=91482323-0986-4e89-8acf-33dfb4c9522e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400944
Aug 24 19:58:24.880295 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-682a54d6-0cd7-4b1a-afc6-f9c169a0ed22 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.881010 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-682a54d6-0cd7-4b1a-afc6-f9c169a0ed22 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Synchronizing usage tracker for tenant:e14d6752442f41dd8a98c584aded96fc on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:58:24.946616 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721165b-9f17-4846-a6b3-ec43d8a4a87a tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:24.947289 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-1721165b-9f17-4846-a6b3-ec43d8a4a87a tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] Synchronizing usage tracker for tenant:40fca2ef3f66488a890364d69e3a7f98 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:58:24.993024 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-682a54d6-0cd7-4b1a-afc6-f9c169a0ed22 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Unset dirty status for tenant:e14d6752442f41dd8a98c584aded96fc on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:58:24.996216 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-682a54d6-0cd7-4b1a-afc6-f9c169a0ed22 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.60 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 949 time: 0.2055850
Aug 24 19:58:25.087673 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Deleting port 705a4749-b109-4daf-bb67-4860904d118f {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:58:25.088429 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.162746 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-1721165b-9f17-4846-a6b3-ec43d8a4a87a tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] Unset dirty status for tenant:40fca2ef3f66488a890364d69e3a7f98 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:58:25.163841 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-1721165b-9f17-4846-a6b3-ec43d8a4a87a tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 1093 time: 0.4596295
Aug 24 19:58:25.202703 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 57894) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:25.218984 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'port_id': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:25.234790 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:25.245560 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:floatingip and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:25.250943 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:25.260183 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:25.300724 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529b640-2f02-46a1-807c-0ed8dc274c8a req-4643ec4f-bacb-4d38-9a19-a90c7cf84c86 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:25.302189 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0529b640-2f02-46a1-807c-0ed8dc274c8a req-4643ec4f-bacb-4d38-9a19-a90c7cf84c86 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1462305
Aug 24 19:58:25.311682 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19c0c-0421-4b1f-864a-1f69773d1683 req-bd8dedcb-8d5a-4310-b89a-14d18bbfbf6a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:25.316854 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1ea19c0c-0421-4b1f-864a-1f69773d1683 req-bd8dedcb-8d5a-4310-b89a-14d18bbfbf6a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.2773697
Aug 24 19:58:25.384683 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0529b640-2f02-46a1-807c-0ed8dc274c8a req-c8e6db72-3759-4263-8708-10c7d2941e0c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703835
Aug 24 19:58:25.387350 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1ea19c0c-0421-4b1f-864a-1f69773d1683 req-60f0a8ca-2555-4ffa-a3b8-8b5c96b7b4d2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598614
Aug 24 19:58:25.394041 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.459334 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] For port 705a4749-b109-4daf-bb67-4860904d118f, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=705a4749-b109-4daf-bb67-4860904d118f,segment=NetworkSegment(588a7050-0d4e-4d62-a28f-81901afd86c7),segment_id=588a7050-0d4e-4d62-a28f-81901afd86c7)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:25.459607 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.538049 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.584852 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Calling delete_port for 705a4749-b109-4daf-bb67-4860904d118f owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:58:25.674572 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Allocated IP 172.27.3.208 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/ad856533-e9be-415f-a584-fbe030807cda) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:58:25.817682 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.827345 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.833003 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:25.842800 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['705a4749-b109-4daf-bb67-4860904d118f'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:58:25.876242 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Pushing event deleted for resources: {'Port': ['ID=705a4749-b109-4daf-bb67-4860904d118f,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:25.879788 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:25.949842 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.955188 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:25.960369 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] No DVR routers for this DVR port 705a4749-b109-4daf-bb67-4860904d118f on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:58:25.964092 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:25.966588 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'name': 'network-vif-deleted', 'tag': '705a4749-b109-4daf-bb67-4860904d118f'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:26.017317 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a671b4e6-df11-47fd-ace4-69068fb56a88', 'name': 'network-vif-deleted', 'tag': '705a4749-b109-4daf-bb67-4860904d118f', 'status': 'completed', 'code': 200}
Aug 24 19:58:26.060946 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:58:26.065756 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74b21263-764b-4b83-add8-f2b43cba66c0 req-2eeac8b9-918d-488f-94b8-de2637f54552 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 210 time: 0.0761034
Aug 24 19:58:26.066583 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:58:26.070510 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:58:26.099303 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-6c1d19df-7e9f-48fe-92a4-18c801bfa198 req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.60 "DELETE /v2.0/ports/705a4749-b109-4daf-bb67-4860904d118f HTTP/1.1" status: 204  len: 173 time: 1.0964334
Aug 24 19:58:26.113094 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=ad856533-e9be-415f-a584-fbe030807cda,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:26.116495 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:26.868374 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:26.911469 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4305-80a8-4733-ba37-a14c6999734b req-eab5983f-b3e9-4789-afcb-0d3acea4665e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:26.912851 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-537c4305-80a8-4733-ba37-a14c6999734b req-eab5983f-b3e9-4789-afcb-0d3acea4665e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.3324006
Aug 24 19:58:26.929158 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebc537-854c-49c3-a7b9-66612c6db004 req-86b38925-f765-4f39-96b3-9bba3a6bb828 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:26.930597 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a5ebc537-854c-49c3-a7b9-66612c6db004 req-86b38925-f765-4f39-96b3-9bba3a6bb828 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.3512275
Aug 24 19:58:27.000807 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-537c4305-80a8-4733-ba37-a14c6999734b req-d56f70b7-f37a-4c9f-8377-b2fb7d693c88 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809155
Aug 24 19:58:27.024053 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a5ebc537-854c-49c3-a7b9-66612c6db004 req-789e65cb-5c12-42ac-bead-6f5521e63e90 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746937
Aug 24 19:58:27.089001 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:58:27.148266 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:27.238838 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:27.251048 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-730114db-91a3-4223-a644-cb7af98fb9d3 req-04f1947c-dde7-4009-b601-867f091c3111 tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a671b4e6-df11-47fd-ace4-69068fb56a88 HTTP/1.1" status: 200  len: 210 time: 0.0529923
Aug 24 19:58:27.253209 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'port_id': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'mac_address': 'fa:16:3e:8e:74:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:58:27.308781 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:27.325704 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f55b967-0bd1-42cb-8ad0-71ed73672e16 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:58:27.340903 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:27.400350 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:27.445746 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:27.447529 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:27.486403 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:27.490406 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:27.537015 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:27.540330 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:27.599500 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=ad856533-e9be-415f-a584-fbe030807cda,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:27.604859 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:27.612023 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:27.667719 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['0f55b967-0bd1-42cb-8ad0-71ed73672e16'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:58:27.782965 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Floating IP 1badc8aa-72c2-4777-983c-3610d5fc8af1 associated. External IP: 172.27.3.208, port: ae32944e-33d9-4986-ab37-b38d001d6a26.
Aug 24 19:58:28.131304 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:58:28.474774 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba83b-e99d-4e17-943b-e9ba994892ed req-a55dfe68-8e91-4783-ab8c-e8f489f115bf tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:28.476215 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-693ba83b-e99d-4e17-943b-e9ba994892ed req-a55dfe68-8e91-4783-ab8c-e8f489f115bf tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 944 time: 0.3398628
Aug 24 19:58:28.485089 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:58:28.495658 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:58:28.504909 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:28.505601 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f197400>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:28.544125 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-693ba83b-e99d-4e17-943b-e9ba994892ed req-2a81e46a-2b82-4050-94b6-c05b8d6c7cb5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601933
Aug 24 19:58:28.673266 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:28.690699 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:28.732608 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5278533
Aug 24 19:58:28.733662 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:28.789207 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'status': 'completed', 'code': 200}
Aug 24 19:58:28.897025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-c0aa534c-33c5-4749-be7d-e5254d88a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:28.898650 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-c0aa534c-33c5-4749-be7d-e5254d88a6d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 1098 time: 0.0753059
Aug 24 19:58:29.039639 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-9718e2c6-ddd5-455c-bab3-2c6b8464c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:29.041140 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-9718e2c6-ddd5-455c-bab3-2c6b8464c65c service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1359394
Aug 24 19:58:29.048047 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f197400>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '1badc8aa-72c2-4777-983c-3610d5fc8af1', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:83:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f203551b-fd99-4054-9856-0545611d3eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:26Z', 'updated_at': '2021-08-24T19:58:26Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:29.052473 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:58:29.060975 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:29.061650 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f197400>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:29.119235 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:58:29.154496 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-c256cc75-7cde-474c-a783-c886526e2ddf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae32944e-33d9-4986-ab37-b38d001d6a26 HTTP/1.1" status: 200  len: 999 time: 0.1066887
Aug 24 19:58:29.230297 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-53dc7ee1-5241-427a-9bbd-1b5a3d97448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:29.231800 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-53dc7ee1-5241-427a-9bbd-1b5a3d97448f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0710676
Aug 24 19:58:29.298760 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:29.320219 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-b5f02fd5-6bc0-48fe-b34f-4757398dd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:29.321802 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-b5f02fd5-6bc0-48fe-b34f-4757398dd4fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840971
Aug 24 19:58:29.437022 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:58:29.451247 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:58:29.451995 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:29.460107 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-cc7b88bb-67d1-4b31-ae65-6f98547cfdff service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317482
Aug 24 19:58:29.605722 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ccfbdd36-b368-4e20-8026-bf3de6622198 req-5d53d24a-2326-466c-a8c0-74f6fc0a8f42 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391890
Aug 24 19:58:29.751602 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 57972) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:29.774746 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:29.783414 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f24c3-9547-4517-a496-e93939e5fa6e req-0b282d42-981c-4a81-9c91-ca340bc8ea35 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:29.790940 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec1f24c3-9547-4517-a496-e93939e5fa6e req-0b282d42-981c-4a81-9c91-ca340bc8ea35 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 944 time: 0.1244655
Aug 24 19:58:29.811060 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:29.825189 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:58:29.843668 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec1f24c3-9547-4517-a496-e93939e5fa6e req-7f131cbe-9333-4d3b-93ef-639765598f19 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508482
Aug 24 19:58:29.852707 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f197400>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '1badc8aa-72c2-4777-983c-3610d5fc8af1', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:83:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f203551b-fd99-4054-9856-0545611d3eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:26Z', 'updated_at': '2021-08-24T19:58:26Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:29.858085 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883ab41-77c8-44d9-9f9d-8ad95e7debf8 None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '1badc8aa-72c2-4777-983c-3610d5fc8af1', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:83:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f203551b-fd99-4054-9856-0545611d3eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:26Z', 'updated_at': '2021-08-24T19:58:26Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:58:29.880313 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'code': 200}
Aug 24 19:58:29.897247 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:29.909085 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:29.910115 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 705a4749-b109-4daf-bb67-4860904d118f no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:58:29.919102 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:29.923550 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Usage tracker for resource:security_group_rule and tenant:4ac23d49ec764c329068c07b094138c4 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:29.926787 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:29.933935 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:29.975980 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:30.025599 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 705a4749-b109-4daf-bb67-4860904d118f {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:58:30.026608 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 705a4749-b109-4daf-bb67-4860904d118f not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:58:30.040556 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:30.067855 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:30.075529 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:30.108898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:30.125340 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-410365cd-2d4b-4b00-9b20-372656fc3e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:30.144128 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f79a5-b199-4107-bd4d-0be08930baab None None] New status for floating IP 1badc8aa-72c2-4777-983c-3610d5fc8af1: ACTIVE {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 19:58:30.171714 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5db09a-6fe1-40ce-82dd-5c99644e101d,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:30.184841 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.185205 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.186273 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.186653 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.187002 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.187847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.188198 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.188549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.189025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.189373 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.189711 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.190049 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.195322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:30.201795 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58016) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:30.212845 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ac23d49ec764c329068c07b094138c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4599898
Aug 24 19:58:30.280326 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:30.310567 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0428b-82f5-42d8-9f0b-193c6fc674ad req-7cbc3560-7ea0-4ea0-b143-1a0c8774ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:30.312334 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3db0428b-82f5-42d8-9f0b-193c6fc674ad req-7cbc3560-7ea0-4ea0-b143-1a0c8774ce3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1098 time: 0.0789032
Aug 24 19:58:30.331251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:30.371847 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8674155d-6d37-4112-97bd-86111516c437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:30.378437 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-3db0428b-82f5-42d8-9f0b-193c6fc674ad req-95a26031-abf7-4da1-a66f-8e691d1a3bff service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583832
Aug 24 19:58:30.457719 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:30.463220 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cdd90a39-ad09-4abb-a744-56498aaceb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:30.475883 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5db09a-6fe1-40ce-82dd-5c99644e101d,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:30.484262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:30.487034 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce5db09a-6fe1-40ce-82dd-5c99644e101d HTTP/1.1" status: 204  len: 168 time: 0.2826459
Aug 24 19:58:30.487034 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.487223 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.487429 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.487786 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.488410 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.488762 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.489112 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.489657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.489798 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.490140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.490505 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.490903 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:58:30.493875 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:31.010622 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:31.055221 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72dc5-173c-4a5d-b29a-e50beb2477ae req-f830400b-0658-481c-a625-42981681a7f7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:31.056820 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9be72dc5-173c-4a5d-b29a-e50beb2477ae req-f830400b-0658-481c-a625-42981681a7f7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0932879
Aug 24 19:58:31.103147 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9be72dc5-173c-4a5d-b29a-e50beb2477ae req-b134a320-6022-47eb-8d7c-8f68ecba350e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395677
Aug 24 19:58:32.305167 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417c379-fb65-471a-8574-6e53951817da req-c6c842da-58b8-4e22-bbd7-895f1c393aea tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:32.306838 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3417c379-fb65-471a-8574-6e53951817da req-c6c842da-58b8-4e22-bbd7-895f1c393aea tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0861919
Aug 24 19:58:32.355924 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3417c379-fb65-471a-8574-6e53951817da req-b9d8bf52-69fb-41e7-88ce-f17f02192dbb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425398
Aug 24 19:58:32.553325 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f8910-73e9-498a-bccc-8f2ce285b122 req-20047160-ec34-4b10-bab0-b83022cef3a7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:32.554871 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f9f8910-73e9-498a-bccc-8f2ce285b122 req-20047160-ec34-4b10-bab0-b83022cef3a7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0850585
Aug 24 19:58:32.564412 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58154) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:32.571568 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'floatingip': {'port_id': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:58:32.651602 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:33.291933 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:33.362499 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58200) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:33.365142 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ab16dd72-c193-4643-9c0e-6e31f86bbcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:33.469417 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:33.478779 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:33.492809 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:33.497365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Usage tracker for resource:security_group_rule and tenant:a06ee22f60b249a2a4bdecdf5a9e991d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:33.500350 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:33.506109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:33.645618 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Floating IP ef4cf63d-1315-457c-bcc3-785e5b7ae8ea associated. External IP: 172.27.3.143, port: 0f55b967-0bd1-42cb-8ad0-71ed73672e16.
Aug 24 19:58:33.680261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:33.835985 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:33.847218 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-efcd7c5e-8dd6-418d-b613-dcfd481ae296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:33.890633 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a06ee22f60b249a2a4bdecdf5a9e991d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5246291
Aug 24 19:58:33.891286 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bf3ac2-e976-48a2-a0de-54c8635c191f,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:33.893684 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58220) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:33.895100 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:34.063186 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:34.115090 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:34.157743 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:34.205539 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Router fcc7dbe2-5d52-46cd-995e-b7403e26b070 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:58:34.392230 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:58:34.403346 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] Sync routers for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:58:34.403835 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:34.409961 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9eaeef02-b565-4c56-8a93-1f2153b435a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:34.413853 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:34.414575 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095eeff790>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:34.422208 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:34.446360 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bf3ac2-e976-48a2-a0de-54c8635c191f,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:34.454482 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:34.454749 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3bf3ac2-e976-48a2-a0de-54c8635c191f HTTP/1.1" status: 204  len: 168 time: 0.5597470
Aug 24 19:58:34.455693 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:34.489585 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9f35f0c1-5bc5-42ef-8b2d-fa086f55f402 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "PUT /v2.0/floatingips/ef4cf63d-1315-457c-bcc3-785e5b7ae8ea HTTP/1.1" status: 200  len: 991 time: 1.9242322
Aug 24 19:58:34.490305 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:58:34.544387 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'status': 'completed', 'code': 200}
Aug 24 19:58:34.634592 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:34.648199 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-5911568f-3813-4e78-a9c4-114f837d8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:34.649697 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-5911568f-3813-4e78-a9c4-114f837d8885 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1098 time: 0.0773032
Aug 24 19:58:34.789101 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-087cb37d-f11a-4b05-9e77-e50b3b2a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:34.790631 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-087cb37d-f11a-4b05-9e77-e50b3b2a264e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.1314814
Aug 24 19:58:34.900390 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-e7e59687-8de3-48a8-9bd1-29632fea28c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16 HTTP/1.1" status: 200  len: 999 time: 0.1032553
Aug 24 19:58:34.969541 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-4c4e56ec-a920-41aa-810e-531fc8a3b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:34.971042 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-4c4e56ec-a920-41aa-810e-531fc8a3b421 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0641086
Aug 24 19:58:34.992359 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095eeff790>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ef4cf63d-1315-457c-bcc3-785e5b7ae8ea', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'port_id': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'mac_address': 'fa:16:3e:8e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:14Z', 'updated_at': '2021-08-24T19:58:33Z', 'revision_number': 1, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:34.996503 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] Checking router: fcc7dbe2-5d52-46cd-995e-b7403e26b070 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:58:35.004997 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:58:35.005605 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095eeff790>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:58:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:35.047925 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-2c1f24d8-9980-4cd3-878f-5bdcad83a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:58:35.049561 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-2c1f24d8-9980-4cd3-878f-5bdcad83a5ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712504
Aug 24 19:58:35.184160 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-e47a1227-1ce5-4b26-b867-b393a06ecfb3 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269429
Aug 24 19:58:35.184297 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:58:35.284069 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58248) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:35.303493 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.318562 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:35.322727 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Usage tracker for resource:security_group_rule and tenant:3ef4454b6dc84b4384b55e53c6d2426c is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:35.325906 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:35.329314 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9157fea0-a833-4e2c-ab8d-eeff760abefc req-49b9233a-b3dd-4b54-99c3-f5013bc6bd9f service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355639
Aug 24 19:58:35.332284 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:35.419270 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.521297 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.531649 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-51ee43bd-b0dd-480e-be11-e2996e904698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:35.557477 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.560362 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095eeff790>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ef4cf63d-1315-457c-bcc3-785e5b7ae8ea', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'port_id': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'mac_address': 'fa:16:3e:8e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:14Z', 'updated_at': '2021-08-24T19:58:33Z', 'revision_number': 1, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:58:35.564538 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efa8d7-6fd9-4891-8c90-4a7ba28ed602 None None] The sync data for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi is: [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ef4cf63d-1315-457c-bcc3-785e5b7ae8ea', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'port_id': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'mac_address': 'fa:16:3e:8e:74:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:58:14Z', 'updated_at': '2021-08-24T19:58:33Z', 'revision_number': 1, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:58:35.572853 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ef4454b6dc84b4384b55e53c6d2426c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2875204
Aug 24 19:58:35.574304 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3028af0e-5ceb-4280-a44b-53e40be5bb93,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:35.576026 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58256) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:35.585135 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:35.640674 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4be09a3e-78aa-45a0-80b3-619c9a9c6e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.669450 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4be09a3e-78aa-45a0-80b3-619c9a9c6e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.805152 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9b607-af9e-4507-963e-97c74015d593 None None] New status for floating IP ef4cf63d-1315-457c-bcc3-785e5b7ae8ea: ACTIVE {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 19:58:35.887710 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4be09a3e-78aa-45a0-80b3-619c9a9c6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.892833 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b40a91dd-81e8-4917-ac36-093737bc4748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:35.906702 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be09a3e-78aa-45a0-80b3-619c9a9c6e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3028af0e-5ceb-4280-a44b-53e40be5bb93,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:35.908812 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4be09a3e-78aa-45a0-80b3-619c9a9c6e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:35.918021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4be09a3e-78aa-45a0-80b3-619c9a9c6e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:35.921478 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4be09a3e-78aa-45a0-80b3-619c9a9c6e91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3028af0e-5ceb-4280-a44b-53e40be5bb93 HTTP/1.1" status: 204  len: 168 time: 0.3422422
Aug 24 19:58:36.226660 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58268) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:36.400912 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-99b4c81a-93b2-44b1-a809-3b15c1680a1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e14d6752442f41dd8a98c584aded96fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1730494
Aug 24 19:58:36.403464 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58282) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:36.460141 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:36.486592 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:36.635446 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:36.640363 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-32a23d14-2806-49a8-91b4-0391110e3e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:36.650473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91482323-0986-4e89-8acf-33dfb4c9522e,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:36.655428 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:36.657346 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:36.661146 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91482323-0986-4e89-8acf-33dfb4c9522e HTTP/1.1" status: 204  len: 168 time: 0.2567766
Aug 24 19:58:38.486016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58320) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:38.600454 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:38.614709 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:38.618480 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd874fbe81b48eb8f3150b1ff0d849d is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:38.621217 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:38.626830 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:38.707571 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:38.818057 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:38.831083 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-8408052f-db0c-4b53-89b1-a8dece09406a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:38.869082 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbd874fbe81b48eb8f3150b1ff0d849d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3820107
Aug 24 19:58:38.870716 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aff768b-97ae-4ae2-9367-cc22af3724a2,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:38.871880 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58326) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:38.874381 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:38.951283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:38.978412 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:39.131762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:39.135552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f71b771d-ba48-4848-90a3-b454f296b8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:39.146507 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aff768b-97ae-4ae2-9367-cc22af3724a2,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:39.151374 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:39.155159 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:39.156299 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3aff768b-97ae-4ae2-9367-cc22af3724a2 HTTP/1.1" status: 204  len: 168 time: 0.2833889
Aug 24 19:58:39.817758 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58336) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:39.836232 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:39.850717 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:39.854489 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Usage tracker for resource:security_group_rule and tenant:9b87d1c6b94b4906ad3dd5b8f1630700 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:39.857216 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:39.862917 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:39.942060 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:40.024301 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:40.032308 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4c5a10cc-452a-435b-966a-869e3cac6f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:40.070487 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b334dc7f-1e2b-4c2c-8a10-7b8c96f92a00,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:40.073381 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:40.076028 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b87d1c6b94b4906ad3dd5b8f1630700&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2572484
Aug 24 19:58:40.079268 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58340) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:40.141039 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:40.167654 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:40.298444 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:40.302251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9a377cd8-6ac1-471f-9c7c-0c0ca2b964c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:40.317020 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b334dc7f-1e2b-4c2c-8a10-7b8c96f92a00,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:40.319703 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:40.330464 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:40.334051 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b334dc7f-1e2b-4c2c-8a10-7b8c96f92a00 HTTP/1.1" status: 204  len: 168 time: 0.2514188
Aug 24 19:58:41.541366 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:58:49.073833 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58444) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:49.198468 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:49.212712 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:49.216544 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Usage tracker for resource:security_group_rule and tenant:960eaad442cc4c1a9f9b75ee978a5301 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:49.219383 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:49.225499 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:49.309713 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:49.391123 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:49.400107 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-79af78d8-8bac-4a0b-96ac-4da2675c5463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:49.439184 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=960eaad442cc4c1a9f9b75ee978a5301&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3641880
Aug 24 19:58:49.440647 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361f6db7-39b3-4086-be31-bf63d0ea7c8b,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:49.442094 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58452) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:49.443899 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4604899b-9b64-403f-b365-1d276ea18a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:49.499839 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:49.524954 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:49.652865 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:49.658494 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-30ab251f-823d-42ec-9b47-1bc329c3fec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:49.674524 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361f6db7-39b3-4086-be31-bf63d0ea7c8b,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:49.676724 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:49.677873 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:49.679335 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/361f6db7-39b3-4086-be31-bf63d0ea7c8b HTTP/1.1" status: 204  len: 168 time: 0.2357304
Aug 24 19:58:49.756563 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.321304 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58464) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:50.340736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.355754 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:50.359942 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Usage tracker for resource:security_group_rule and tenant:de6ca76cbb9f44f38dc6b21d507e5214 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:50.363616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:50.369797 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:50.451470 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.505275 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.513543 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c2d3b0f6-756d-4951-b7e1-784e19b03cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:50.552112 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de6ca76cbb9f44f38dc6b21d507e5214&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2289984
Aug 24 19:58:50.552871 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1924e61c-b370-494c-baf6-d0c701f21fba,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:50.554810 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58468) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:50.556351 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:50.616594 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.642780 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.818643 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.822415 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-19a2b71a-3c16-4409-9441-4fd5402fdd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:50.834949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924e61c-b370-494c-baf6-d0c701f21fba,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:50.840064 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:50.845378 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:50.846556 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1924e61c-b370-494c-baf6-d0c701f21fba HTTP/1.1" status: 204  len: 168 time: 0.2906351
Aug 24 19:58:55.076431 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58550) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:55.189995 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:55.203655 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:55.207500 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Usage tracker for resource:security_group_rule and tenant:14369881e2944bc9ab84e9da0f6c29fd is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:55.210131 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:55.215949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:55.294799 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:55.389879 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:55.397692 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-405d1e4f-5db8-4488-be0f-033cc70c1370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:55.441927 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14369881e2944bc9ab84e9da0f6c29fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3643944
Aug 24 19:58:55.442968 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d31da-13cd-406b-af5f-0647049e5808,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:55.444553 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58556) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:55.445997 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:55.502812 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:55.527655 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:55.669840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:55.673558 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e851f0ae-d573-49b4-9b0a-66c0814dc44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:55.685631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d31da-13cd-406b-af5f-0647049e5808,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:55.688427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:55.697305 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:55.700510 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b4d31da-13cd-406b-af5f-0647049e5808 HTTP/1.1" status: 204  len: 168 time: 0.2528930
Aug 24 19:58:56.305222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58566) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:56.323504 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:56.338030 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:58:56.341976 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Usage tracker for resource:security_group_rule and tenant:02e06da110d942e885b41ed2a8e5f6ce is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:58:56.345085 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:58:56.350897 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:58:56.431959 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:56.511324 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:56.520096 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b6761d81-3a9a-4b22-a5fd-519aa0c4bdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:56.558107 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02e06da110d942e885b41ed2a8e5f6ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2518713
Aug 24 19:58:56.559673 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a4c74-d853-4d19-994d-fffc3dd48466,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:56.560868 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58570) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:58:56.562579 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:56.618620 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2a725ffb-4d13-46ee-9148-2214b0502693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:56.644222 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2a725ffb-4d13-46ee-9148-2214b0502693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:56.854540 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2a725ffb-4d13-46ee-9148-2214b0502693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:56.858214 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-36dc82b0-a58b-4300-a575-fb12384a67e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:58:56.869248 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a725ffb-4d13-46ee-9148-2214b0502693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82a4c74-d853-4d19-994d-fffc3dd48466,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:58:56.876210 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2a725ffb-4d13-46ee-9148-2214b0502693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:58:56.876210 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2a725ffb-4d13-46ee-9148-2214b0502693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:58:56.877704 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-2a725ffb-4d13-46ee-9148-2214b0502693 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c82a4c74-d853-4d19-994d-fffc3dd48466 HTTP/1.1" status: 204  len: 168 time: 0.3147259
Aug 24 19:59:00.358085 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-73d1d7dc-aa5c-432d-801f-7a656401dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:01.027145 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:03.341275 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0302b5f2-c511-4677-974f-bc26a65dd79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:03.529705 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 58654) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:03.646015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:03.660613 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:03.664453 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Usage tracker for resource:security_group_rule and tenant:5a6bd4187d0d4cf082d3c3ca81152579 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:03.667303 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:03.673020 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:03.758200 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:03.859808 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:03.960676 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6d39d4ae-d390-4c19-98db-5e455a1086ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:04.001197 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a6bd4187d0d4cf082d3c3ca81152579&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4702964
Aug 24 19:59:04.002930 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3642dc1-cb1a-4ca2-aafd-4463bf71397f,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:04.004454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58664) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:04.006617 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b2ff3faf-5ac1-451e-ba53-fdfc500be30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:04.069433 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:04.094828 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:04.118046 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:04.215085 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:04.218742 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a528c452-d3cf-4082-977c-82598f15200e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:04.230411 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3642dc1-cb1a-4ca2-aafd-4463bf71397f,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:04.233779 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:04.238189 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:04.239718 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3642dc1-cb1a-4ca2-aafd-4463bf71397f HTTP/1.1" status: 204  len: 168 time: 0.2342818
Aug 24 19:59:05.507258 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:06.220292 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff5ea3-70c1-44d1-87e2-4057849c576a req-0c0c3054-d974-4cd7-b8aa-1d407e8daf6c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:06.222475 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9ff5ea3-70c1-44d1-87e2-4057849c576a req-0c0c3054-d974-4cd7-b8aa-1d407e8daf6c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0817800
Aug 24 19:59:06.270382 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9ff5ea3-70c1-44d1-87e2-4057849c576a req-d962ecad-e296-4569-86a0-824fe3fb7d28 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421858
Aug 24 19:59:07.460229 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f20688-5a1d-47f4-97fa-bc3ec85aceeb req-f0d8c184-850e-43e3-8410-7b14973e15f9 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:07.461735 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-54f20688-5a1d-47f4-97fa-bc3ec85aceeb req-f0d8c184-850e-43e3-8410-7b14973e15f9 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0839989
Aug 24 19:59:07.510457 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-54f20688-5a1d-47f4-97fa-bc3ec85aceeb req-c240fba3-0322-4e38-ace2-bd46f1db127a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425940
Aug 24 19:59:08.351056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-c848dacc-063d-450d-99d7-78959c49b776 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:08.351718 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-c848dacc-063d-450d-99d7-78959c49b776 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Synchronizing usage tracker for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:59:08.364457 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-c848dacc-063d-450d-99d7-78959c49b776 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Unset dirty status for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:59:08.365577 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-c848dacc-063d-450d-99d7-78959c49b776 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0926654
Aug 24 19:59:08.520219 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Deleting port e97def42-db67-43ff-b400-0874231a4078 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:59:08.520554 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:08.724262 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c813-5bb8-426b-b505-d3bb05a67c79 req-b8fde8ee-c777-4b50-974b-2f4e2fc44f94 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:08.726586 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc87c813-5bb8-426b-b505-d3bb05a67c79 req-b8fde8ee-c777-4b50-974b-2f4e2fc44f94 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 946 time: 0.0903370
Aug 24 19:59:08.773384 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc87c813-5bb8-426b-b505-d3bb05a67c79 req-5bec9c7d-e9c9-4e41-bef4-da201aaad2f2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b65d1dc-baf1-4979-a342-3fefab8113bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420094
Aug 24 19:59:08.780778 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] For port e97def42-db67-43ff-b400-0874231a4078, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=e97def42-db67-43ff-b400-0874231a4078,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:08.781136 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:09.070283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:09.070720 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:09.071033 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Floating IP 55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f disassociated. External IP: 172.27.3.165, port: e97def42-db67-43ff-b400-0874231a4078.
Aug 24 19:59:09.071368 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Calling delete_port for e97def42-db67-43ff-b400-0874231a4078 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:59:09.271822 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:09.277444 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-165df638-bac6-4e07-87a6-a1993598f92c tempest-ServerRescueNegativeTestJSON-1371457288 tempest-ServerRescueNegativeTestJSON-1371457288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:09.322073 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event deleted for resources: {'Port': ['ID=e97def42-db67-43ff-b400-0874231a4078,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:09.328267 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:09.512946 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Router a259415f-2b05-46b4-8c20-b4ee39ff4aed has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:59:09.703813 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:59:09.715149 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] Sync routers for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:59:09.726641 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:09.731067 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f4362b0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:09.812195 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] No DVR routers for this DVR port e97def42-db67-43ff-b400-0874231a4078 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 19:59:09.815209 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:09.817916 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'name': 'network-vif-deleted', 'tag': 'e97def42-db67-43ff-b400-0874231a4078'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:59:09.880624 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424fb9c-bc20-4dc3-9b3c-0eb009d9e192', 'name': 'network-vif-deleted', 'tag': 'e97def42-db67-43ff-b400-0874231a4078', 'status': 'completed', 'code': 200}
Aug 24 19:59:09.939732 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-061a94cd-a7ba-4046-920d-42424a1d37ff req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "DELETE /v2.0/ports/e97def42-db67-43ff-b400-0874231a4078 HTTP/1.1" status: 204  len: 173 time: 1.5666568
Aug 24 19:59:09.958414 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2ac2ae05-f14c-4f79-8cb5-93ac80b57f51 req-1c461eab-64ee-4c0b-9e37-7814c4a9d317 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9424fb9c-bc20-4dc3-9b3c-0eb009d9e192 HTTP/1.1" status: 200  len: 210 time: 0.0465789
Aug 24 19:59:09.967877 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:10.294202 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f4362b0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:10.298068 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] Checking router: a259415f-2b05-46b4-8c20-b4ee39ff4aed for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:59:10.307286 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:10.307894 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f4362b0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:10.493341 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:10.837082 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f4362b0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:10.843163 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e22135-25c0-4d20-9138-6900da3fd44a None None] The sync data for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi is: [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:59:11.128674 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c784d82-a457-4b42-bfe7-1f932edee201 None None] New status for floating IP 55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f: DOWN {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 19:59:11.239591 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58792) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:11.319028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:11.370163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:11.545823 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:11.551642 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-eda118a7-5ac1-4002-86ed-34110578a06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:11.566318 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b65d1dc-baf1-4979-a342-3fefab8113bb,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:11.569090 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:11.570019 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:11.573489 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b65d1dc-baf1-4979-a342-3fefab8113bb HTTP/1.1" status: 204  len: 168 time: 0.3297431
Aug 24 19:59:11.573863 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58796) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:11.590283 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.api.v2.resource [None req-3c2f4924-3d85-41e6-813d-5e43f697ca17 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] show failed (client error): The resource could not be found.
Aug 24 19:59:11.591296 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3c2f4924-3d85-41e6-813d-5e43f697ca17 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups/0b65d1dc-baf1-4979-a342-3fefab8113bb HTTP/1.1" status: 404  len: 347 time: 0.0164018
Aug 24 19:59:11.594150 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58800) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:11.850089 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Deleting port 7b9c9cdd-aea5-4a03-8167-add746008d22 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 19:59:11.850458 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:12.033601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:12.034527 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:12.157187 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Calling delete_port for 7b9c9cdd-aea5-4a03-8167-add746008d22 owned by network:floatingip {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 19:59:12.416282 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:12.420150 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:12.464672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event deleted for resources: {'Port': ['ID=7b9c9cdd-aea5-4a03-8167-add746008d22,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:12.467102 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:12.560483 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:12.574987 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:12.576090 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "DELETE /v2.0/floatingips/55a5a2bf-b8c3-45f9-bb37-f7441c8a1c0f HTTP/1.1" status: 204  len: 168 time: 0.9810333
Aug 24 19:59:13.135268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58814) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:13.140760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824703685', 'description': 'tempest-description--573091007'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:13.147454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:13.151570 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:13.154448 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:13.160125 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:13.255390 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:13.276456 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:13.280719 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group_rule and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:13.283772 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:13.290303 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:13.349860 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device e97def42-db67-43ff-b400-0874231a4078 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:59:13.365059 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:13.421345 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: e97def42-db67-43ff-b400-0874231a4078 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 19:59:13.421739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device e97def42-db67-43ff-b400-0874231a4078 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 19:59:13.490805 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:13.494707 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-edf7119a-ecda-4016-b402-327d83540c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:13.535334 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d42585-804b-4c3a-a386-e368a7ff747c,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:13.537746 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:13.633413 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:13.634703 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4983840
Aug 24 19:59:13.637500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58818) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:13.642664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'security_group_rule': {'security_group_id': '51d42585-804b-4c3a-a386-e368a7ff747c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:13.648763 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:13.652531 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group_rule and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:13.655480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:13.661312 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:13.886821 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:13.951488 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.045348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.047464 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd34ed9d-ae75-47cd-94bd-f9e28eb3b6a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:14.069760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075d9e5e-b596-495e-b2e9-8982ff30bc00,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:14.072089 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:14.159894 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.161149 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5227337
Aug 24 19:59:14.163874 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58824) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:14.169163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'security_group_rule': {'security_group_id': '51d42585-804b-4c3a-a386-e368a7ff747c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:14.175397 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:14.180549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:security_group_rule and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:14.183585 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:14.189589 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:14.267550 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.335059 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.496632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.499412 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1f2f5a11-7153-4be5-9d9e-4faf00c6830f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:14.523441 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056992f3-4dee-4405-ad1c-b190ff025a25,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:14.526993 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:14.649473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.650711 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f4a829c2-56ab-47fe-8f73-062f682b14c5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4858623
Aug 24 19:59:14.653768 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 58830) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:14.659688 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:14.667020 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:14.670454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:floatingip and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:14.673317 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:14.679237 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:14.834420 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:14.977930 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:15.122528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Allocated IP 172.27.3.157 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/2ad6af7f-4632-49c5-97d3-277cbbf0d7db) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:59:15.279190 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:15.461593 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:15.466944 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c5253062-02d4-4f5a-bccd-ed5fac0df809 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:15.529861 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:59:15.532896 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:15.540731 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:59:15.569169 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'Port': ['ID=2ad6af7f-4632-49c5-97d3-277cbbf0d7db,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:15.574890 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:15.626698 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:15.853106 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:16.152492 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:16.520801 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:16.524799 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b8a65bda-c30c-4ac6-9ddb-6a48a6eefc48 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:16.636411 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'Port': ['ID=2ad6af7f-4632-49c5-97d3-277cbbf0d7db,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:16.639241 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:16.648341 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:16.942737 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:16.943965 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2891610
Aug 24 19:59:17.176268 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-db51fe1a-f446-4be3-85d3-80b4674a4ef7 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--824703685&fields=id&tenant_id=979f71ec72e34b78be583b9ff7e04844 HTTP/1.1" status: 200  len: 267 time: 0.0454636
Aug 24 19:59:17.331848 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-70bdad21-589e-48cc-9f85-2a72edee9e9d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:17.333611 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-70bdad21-589e-48cc-9f85-2a72edee9e9d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 811 time: 0.1503592
Aug 24 19:59:17.349352 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-ffab11b0-7810-4d3a-9d4f-d0b9ed5e817d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/quotas/979f71ec72e34b78be583b9ff7e04844 HTTP/1.1" status: 200  len: 375 time: 0.0100410
Aug 24 19:59:17.437195 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-c5c36efc-5e2d-4188-ae29-e225adb2f335 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0828447
Aug 24 19:59:17.578565 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-639af6ca-93c0-4fcc-a36b-b162ace440dd service neutron] 10.222.0.37 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286039
Aug 24 19:59:17.710810 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-d7f07aa4-2596-457a-a78e-d8ab2a254696 service neutron] 10.222.0.37 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260858
Aug 24 19:59:18.209828 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7dd0711f-4ba3-4dce-8296-a8b16ff554e4 req-b6cb7333-9089-4f08-94af-264f03881c31 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0422001
Aug 24 19:59:18.545503 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:59:19.320017 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-810dd916-9802-423a-af7b-6254a9e6ab7e req-94fe8173-79ac-4f7e-b05f-de066b4ace59 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0570927
Aug 24 19:59:19.998052 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:20.471382 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d55e4b7a-5bcc-4d2c-adc4-1e70931b8c6d req-00ee6b18-82c7-41ce-b26f-9b8e3a47bd1f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0423396
Aug 24 19:59:20.971708 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843e92-6bd7-4f3f-ab85-f7c38f57463a req-af4bda47-6323-45db-a849-21a6709693aa tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:20.973670 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33843e92-6bd7-4f3f-ab85-f7c38f57463a req-af4bda47-6323-45db-a849-21a6709693aa tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0806682
Aug 24 19:59:21.021564 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-33843e92-6bd7-4f3f-ab85-f7c38f57463a req-5337ad24-c463-4823-b7ac-52ea4a134222 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419931
Aug 24 19:59:21.467251 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-988b37ee-94b1-4f75-9310-c891296dc620 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:21.467972 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-988b37ee-94b1-4f75-9310-c891296dc620 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Synchronizing usage tracker for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:network {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:59:21.615581 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-988b37ee-94b1-4f75-9310-c891296dc620 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Unset dirty status for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:network {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:59:21.616725 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-988b37ee-94b1-4f75-9310-c891296dc620 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 811 time: 0.2966931
Aug 24 19:59:21.621157 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c8cb91d1-902c-4dda-9bd7-bcc741d0947d req-67cbc98f-e512-43ea-87ae-98dc333002ad tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0427186
Aug 24 19:59:21.666926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-1d6a37b6-7661-4193-a5e9-cd029367715d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Synchronizing usage tracker for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:security_group {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 19:59:21.805537 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-1d6a37b6-7661-4193-a5e9-cd029367715d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Unset dirty status for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:security_group {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 19:59:21.806709 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-1d6a37b6-7661-4193-a5e9-cd029367715d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979f71ec72e34b78be583b9ff7e04844 HTTP/1.1" status: 200  len: 379 time: 0.1808801
Aug 24 19:59:21.817536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'port': {'device_id': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'admin_state_up': True, 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'security_groups': ['51d42585-804b-4c3a-a386-e368a7ff747c']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:21.955963 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:21.959921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Usage tracker for resource:port and tenant:979f71ec72e34b78be583b9ff7e04844 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:21.962711 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:21.968618 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:22.057522 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Made reservation on behalf of 979f71ec72e34b78be583b9ff7e04844 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:59:22.061261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:22.229964 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Allocated IP 172.20.0.9 (7c72d4a1-b0bd-4958-acc6-d6c41154b3f5/b949a1ce-5641-4c2d-b605-1cdc6ad1bd90/b5be510f-ca2d-4170-a815-b421adc4e39e) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:59:22.409809 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06122b8e-4840-4c9e-85ca-8fd550d9e3ea req-c6b4f6bb-1ec6-4174-9112-822ab8647c34 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:22.411996 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-06122b8e-4840-4c9e-85ca-8fd550d9e3ea req-c6b4f6bb-1ec6-4174-9112-822ab8647c34 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.2820334
Aug 24 19:59:22.417491 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:22.432856 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Transition to ACTIVE for port object b5be510f-ca2d-4170-a815-b421adc4e39e will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:22.461091 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-06122b8e-4840-4c9e-85ca-8fd550d9e3ea req-29cd217d-a045-4dce-8083-5cfdfe3c0e92 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432138
Aug 24 19:59:22.577680 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:22.583644 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:22.649145 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:59:22.652841 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:22.657098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:59:22.690861 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event updated for resources: {'Port': ['ID=b5be510f-ca2d-4170-a815-b421adc4e39e,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:22.697958 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:22.733819 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:22.734613 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:22.852548 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0393455
Aug 24 19:59:22.864773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Request body: {'port': {'device_id': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:22.874230 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e034a-37fb-4c32-a55d-e6a121c0e9e1 req-4388eb97-74eb-453a-bc1c-1a22d775c270 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:22.877207 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d43e034a-37fb-4c32-a55d-e6a121c0e9e1 req-4388eb97-74eb-453a-bc1c-1a22d775c270 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 931 time: 0.1372190
Aug 24 19:59:22.922757 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d43e034a-37fb-4c32-a55d-e6a121c0e9e1 req-f97eb472-da7a-445e-9152-63f49a35d556 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394948
Aug 24 19:59:22.942278 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-45b41cb6-e600-4fb6-baa9-60183afb6908 None None] Provisioning for port b5be510f-ca2d-4170-a815-b421adc4e39e completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:59:22.948317 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-45b41cb6-e600-4fb6-baa9-60183afb6908 None None] Provisioning complete for port b5be510f-ca2d-4170-a815-b421adc4e39e triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:22.948771 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-45b41cb6-e600-4fb6-baa9-60183afb6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:23.001704 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:23.012008 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-45b41cb6-e600-4fb6-baa9-60183afb6908 None None] Port b5be510f-ca2d-4170-a815-b421adc4e39e cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:59:23.035136 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-67abd65f-80e6-4fd7-8852-7cc24823103f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763566
Aug 24 19:59:23.180875 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-278bacb0-0fc9-4ba4-9d36-803360959944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:23.182629 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-278bacb0-0fc9-4ba4-9d36-803360959944 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 1098 time: 0.0802133
Aug 24 19:59:23.371048 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5be510f-ca2d-4170-a815-b421adc4e39e {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:59:23.378763 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:23.393514 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Transition to ACTIVE for port object b5be510f-ca2d-4170-a815-b421adc4e39e will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:23.421867 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-5526fef4-4ca3-4a2a-aa92-d1cf20925276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:23.423549 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-5526fef4-4ca3-4a2a-aa92-d1cf20925276 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.2222273
Aug 24 19:59:23.497414 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:23.502377 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4f771058-3b7a-4b54-a26e-f10697ce9a7a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:23.530037 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-fbfbd4c9-1ab9-485d-b8e0-64173d9e3a6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae32944e-33d9-4986-ab37-b38d001d6a26 HTTP/1.1" status: 200  len: 1001 time: 0.0995309
Aug 24 19:59:23.659750 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-99cd9537-9423-44ce-acfa-c0ed079ffef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:23.662231 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-99cd9537-9423-44ce-acfa-c0ed079ffef3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.1251850
Aug 24 19:59:23.743657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06e5a5-0319-478e-8c8d-0620a91dd500 req-b3cec33e-27ca-4eae-98dd-78af71a44412 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:23.745195 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bd06e5a5-0319-478e-8c8d-0620a91dd500 req-b3cec33e-27ca-4eae-98dd-78af71a44412 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.1655731
Aug 24 19:59:23.776575 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Pushing event updated for resources: {'Port': ['ID=b5be510f-ca2d-4170-a815-b421adc4e39e,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:23.781824 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:23.797961 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-f477fa07-7f2f-4c16-996e-db9f32abd736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:23.799527 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-f477fa07-7f2f-4c16-996e-db9f32abd736 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305656
Aug 24 19:59:23.806789 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bd06e5a5-0319-478e-8c8d-0620a91dd500 req-db553e19-f285-4308-a3a8-885a37bba46c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547500
Aug 24 19:59:23.876823 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Attempting to bind port b5be510f-ca2d-4170-a815-b421adc4e39e on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:59:23.877185 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Attempting to bind port b5be510f-ca2d-4170-a815-b421adc4e39e by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:59:23.877678 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Attempting to bind port b5be510f-ca2d-4170-a815-b421adc4e39e on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:59:23.883333 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Port b5be510f-ca2d-4170-a815-b421adc4e39e on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 19:59:23.883701 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Attempting to bind port b5be510f-ca2d-4170-a815-b421adc4e39e on network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:59:23.890123 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:59:23.890499 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Checking segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:59:23.890915 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Bound using segment: {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:59:23.891761 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Bound port: b5be510f-ca2d-4170-a815-b421adc4e39e, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b8a253-0a4a-4f57-930a-bdc79d39ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:59:23.892127 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:23.967084 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-51cff8e7-24fd-4efb-9f4f-fc02329c969c service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591084
Aug 24 19:59:23.985332 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] For port b5be510f-ca2d-4170-a815-b421adc4e39e, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:59:23.988981 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] For port b5be510f-ca2d-4170-a815-b421adc4e39e, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=b5be510f-ca2d-4170-a815-b421adc4e39e,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:59:24.126724 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:24.131849 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:24.162488 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c44fd7f-144c-41f0-96e5-5397d5fe1970 req-52d3c1ef-0e9c-4232-a2ad-b69e203ad768 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885509
Aug 24 19:59:24.180467 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582716fd-bcb6-4492-b7cc-4feb806e188f req-921400c3-c9a5-4ab6-ae0d-dbb968a8dc13 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:24.182496 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-582716fd-bcb6-4492-b7cc-4feb806e188f req-921400c3-c9a5-4ab6-ae0d-dbb968a8dc13 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 943 time: 0.1305268
Aug 24 19:59:24.197072 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:24.197680 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:24.199099 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] 10.222.0.60 "PUT /v2.0/ports/b5be510f-ca2d-4170-a815-b421adc4e39e HTTP/1.1" status: 200  len: 1093 time: 1.3387060
Aug 24 19:59:24.199704 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:59:24.234677 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Pushing event updated for resources: {'Port': ['ID=b5be510f-ca2d-4170-a815-b421adc4e39e,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:24.242457 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:24.250514 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-582716fd-bcb6-4492-b7cc-4feb806e188f req-7ac6ce0a-0942-4acc-bdd1-2d0a7ab32b26 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514235
Aug 24 19:59:24.258701 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'status': 'completed', 'code': 200}
Aug 24 19:59:24.365338 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7988e7-c980-4b30-9cbe-991e6ff5ad7a req-708e3b72-8855-4c12-8a29-d5602ad013cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:24.367019 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0d7988e7-c980-4b30-9cbe-991e6ff5ad7a req-708e3b72-8855-4c12-8a29-d5602ad013cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 1096 time: 0.0846620
Aug 24 19:59:24.508356 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7988e7-c980-4b30-9cbe-991e6ff5ad7a req-f079fcfd-7f76-455a-9216-43aaada8ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:24.509782 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0d7988e7-c980-4b30-9cbe-991e6ff5ad7a req-f079fcfd-7f76-455a-9216-43aaada8ce90 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=979f71ec72e34b78be583b9ff7e04844&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1347680
Aug 24 19:59:24.643120 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7988e7-c980-4b30-9cbe-991e6ff5ad7a req-d6118d55-404a-4492-b68e-a2f681db9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:24.644485 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-0d7988e7-c980-4b30-9cbe-991e6ff5ad7a req-d6118d55-404a-4492-b68e-a2f681db9698 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1276898
Aug 24 19:59:25.009877 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947538-e848-4bcb-aaae-8c931b1ec07a req-70a4b7ba-b430-40ff-bae2-2f4457f91844 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:25.011378 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e7947538-e848-4bcb-aaae-8c931b1ec07a req-70a4b7ba-b430-40ff-bae2-2f4457f91844 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0827134
Aug 24 19:59:25.056069 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e7947538-e848-4bcb-aaae-8c931b1ec07a req-ff76cf39-a493-436b-90a5-12459942867c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392048
Aug 24 19:59:25.439569 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dc910-6b52-42bc-8bd2-abbcaf58d871 req-37f2db61-e3a0-490f-94d3-e46f2bbf6af0 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:25.441005 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6b2dc910-6b52-42bc-8bd2-abbcaf58d871 req-37f2db61-e3a0-490f-94d3-e46f2bbf6af0 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 943 time: 0.0816782
Aug 24 19:59:25.485062 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6b2dc910-6b52-42bc-8bd2-abbcaf58d871 req-11d80466-1740-4f59-ae56-94f08f240446 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384798
Aug 24 19:59:26.239434 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29407d5-28fc-40c6-9bb7-0da36835d8d6 req-5e1dbe45-3cbc-4f4b-82c9-7b4044a29dd7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:26.240838 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d29407d5-28fc-40c6-9bb7-0da36835d8d6 req-5e1dbe45-3cbc-4f4b-82c9-7b4044a29dd7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0768683
Aug 24 19:59:26.283335 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d29407d5-28fc-40c6-9bb7-0da36835d8d6 req-0eb37142-e14d-429c-b134-87d8ad0f34cc tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370049
Aug 24 19:59:26.666108 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987c422-7f71-466c-9237-1686336c801c req-dfba7e33-a426-4cda-95a9-d051f87d927d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:26.667572 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e987c422-7f71-466c-9237-1686336c801c req-dfba7e33-a426-4cda-95a9-d051f87d927d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 943 time: 0.0808442
Aug 24 19:59:26.711422 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e987c422-7f71-466c-9237-1686336c801c req-3438682e-7c06-4270-9135-b0c271e2d313 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383122
Aug 24 19:59:27.466693 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-8f675251-911b-4166-9e9f-5cd275b9ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:27.468223 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-8f675251-911b-4166-9e9f-5cd275b9ab40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 1096 time: 0.0816920
Aug 24 19:59:27.539142 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-80b2274d-c269-46e6-ad43-38be55ebb952 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5be510f-ca2d-4170-a815-b421adc4e39e HTTP/1.1" status: 200  len: 217 time: 0.0628982
Aug 24 19:59:27.605944 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-8e49b131-4b51-4fb6-91c6-f96b6d9d2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:27.611480 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-8e49b131-4b51-4fb6-91c6-f96b6d9d2c76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 200  len: 850 time: 0.0612538
Aug 24 19:59:27.615465 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5923ec-b21d-41ee-aa7d-534f79456b9a req-756884f3-21f6-417c-b772-b83596f5af11 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:27.616923 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d5923ec-b21d-41ee-aa7d-534f79456b9a req-756884f3-21f6-417c-b772-b83596f5af11 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0829268
Aug 24 19:59:27.661710 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1d5923ec-b21d-41ee-aa7d-534f79456b9a req-d5fd47ec-6d91-4377-a239-b536e20d1d47 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389099
Aug 24 19:59:27.684830 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-bb112bb9-d6b7-4147-95a0-6bf5ead1d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:27.686310 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-bb112bb9-d6b7-4147-95a0-6bf5ead1d835 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718369
Aug 24 19:59:27.821525 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-07e2402e-04f6-4cf2-8d97-d82e2a480e18 service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278923
Aug 24 19:59:27.893724 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d847d-aed6-41b7-b667-b017f3bcd74e req-e266df25-02e0-43e2-8deb-f88188f9848a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:27.897109 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3e6d847d-aed6-41b7-b667-b017f3bcd74e req-e266df25-02e0-43e2-8deb-f88188f9848a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 943 time: 0.0799541
Aug 24 19:59:27.941380 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3e6d847d-aed6-41b7-b667-b017f3bcd74e req-0caa824e-172e-498e-8308-a8f48f23f46e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391965
Aug 24 19:59:27.958221 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-601d2cbd-f294-4b56-a40f-a3b439aa4fad req-7d70a701-97d8-439a-8fed-c7e2f679d722 service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269903
Aug 24 19:59:28.852059 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e82ce-5bd6-4db0-92df-e5d2a70c336a req-dd713396-cd48-43d4-b80f-9aaa08d26b7e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:28.853480 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f60e82ce-5bd6-4db0-92df-e5d2a70c336a req-dd713396-cd48-43d4-b80f-9aaa08d26b7e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0806956
Aug 24 19:59:28.897154 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f60e82ce-5bd6-4db0-92df-e5d2a70c336a req-708c14e3-efce-4828-827e-5e4779869406 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380321
Aug 24 19:59:29.128407 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ae2a5-8eb4-49f8-a184-a5a0d609794e req-41d46095-c132-40ab-9be1-ea55772f4b5a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:29.130526 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ce9ae2a5-8eb4-49f8-a184-a5a0d609794e req-41d46095-c132-40ab-9be1-ea55772f4b5a tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 943 time: 0.0851042
Aug 24 19:59:29.264266 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ce9ae2a5-8eb4-49f8-a184-a5a0d609794e req-d9bc2adc-3576-4f35-8881-01c395619d9e tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1281383
Aug 24 19:59:30.082351 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e3a1-2c26-48a3-94c4-aea95615da60 req-434c02a6-1f78-4a6d-a27b-0baf0604493c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:30.084360 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4894e3a1-2c26-48a3-94c4-aea95615da60 req-434c02a6-1f78-4a6d-a27b-0baf0604493c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0792649
Aug 24 19:59:30.130464 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4894e3a1-2c26-48a3-94c4-aea95615da60 req-c522cc92-94a3-4f8d-9809-950d6d0a55e7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405500
Aug 24 19:59:30.372320 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-15e856fc-b8dc-4791-abdd-2c35c4d7cf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:30.456155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b0ca1-a96c-4200-952d-c03f634b8658 req-3a8af674-8d9d-4df9-bf90-37b81d00ce38 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:30.457666 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-078b0ca1-a96c-4200-952d-c03f634b8658 req-3a8af674-8d9d-4df9-bf90-37b81d00ce38 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 943 time: 0.0850167
Aug 24 19:59:30.501597 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-078b0ca1-a96c-4200-952d-c03f634b8658 req-5561b77e-6f22-496b-9813-86d4e4729d22 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384004
Aug 24 19:59:31.046262 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:31.322575 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a90a10-865f-45d6-98fe-5fe33ec6fced req-3377beba-7086-4f3f-a267-a186c67f8e6c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:31.324047 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9a90a10-865f-45d6-98fe-5fe33ec6fced req-3377beba-7086-4f3f-a267-a186c67f8e6c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0823739
Aug 24 19:59:31.379243 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9a90a10-865f-45d6-98fe-5fe33ec6fced req-32abdcf0-e3e1-4f41-a77d-6d0c71292fd0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492396
Aug 24 19:59:31.409485 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device b5be510f-ca2d-4170-a815-b421adc4e39e details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:59:31.550074 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port b5be510f-ca2d-4170-a815-b421adc4e39e, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=b5be510f-ca2d-4170-a815-b421adc4e39e,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:31.564450 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'port_id': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'mac_address': 'fa:16:3e:ce:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:59:31.620744 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:31.638046 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5be510f-ca2d-4170-a815-b421adc4e39e {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:59:31.657001 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port b5be510f-ca2d-4170-a815-b421adc4e39e, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=b5be510f-ca2d-4170-a815-b421adc4e39e,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:31.730709 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:31.732921 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:31.746055 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93125a81-4414-4451-83e7-cdcc399ead8f req-349680dd-74c5-418d-825f-f0b1cc680280 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:31.747553 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-93125a81-4414-4451-83e7-cdcc399ead8f req-349680dd-74c5-418d-825f-f0b1cc680280 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 943 time: 0.0816755
Aug 24 19:59:31.796513 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-93125a81-4414-4451-83e7-cdcc399ead8f req-2ba68df4-8c3b-4154-bff1-f27378a038a8 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430572
Aug 24 19:59:31.803651 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=b5be510f-ca2d-4170-a815-b421adc4e39e,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:31.811678 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.812027 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.812371 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.812702 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.813086 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.813348 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.813670 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.813993 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.814353 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.814681 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.814987 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.815302 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:31.819949 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:31.984075 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['b5be510f-ca2d-4170-a815-b421adc4e39e'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:59:32.572507 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738be91c-8890-4f7f-8ba3-9a8193cb9e4a req-0dc615c4-9395-4f02-8a2a-9d06dd4edc2b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:32.574025 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-738be91c-8890-4f7f-8ba3-9a8193cb9e4a req-0dc615c4-9395-4f02-8a2a-9d06dd4edc2b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0854955
Aug 24 19:59:32.620296 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-738be91c-8890-4f7f-8ba3-9a8193cb9e4a req-14e356de-6e6f-4409-86bd-f13db51ece6b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401287
Aug 24 19:59:32.982061 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565e39c-987e-4a56-9f55-a679ee4877cd req-4b795ce2-ba1d-4a51-8e3c-a2190183dd12 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:32.983532 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0565e39c-987e-4a56-9f55-a679ee4877cd req-4b795ce2-ba1d-4a51-8e3c-a2190183dd12 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 944 time: 0.0815845
Aug 24 19:59:33.030769 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0565e39c-987e-4a56-9f55-a679ee4877cd req-bcfb5366-bd94-4f22-848e-4ba7223d43c0 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415754
Aug 24 19:59:33.337982 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3c54-abcf-48a5-9bad-59abf594c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:33.809517 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a936af5-ccc4-42a8-87c4-ed798ef003f5 req-f304f9ef-2bc1-44be-b163-b8bbcda361b5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:33.810989 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a936af5-ccc4-42a8-87c4-ed798ef003f5 req-f304f9ef-2bc1-44be-b163-b8bbcda361b5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0780518
Aug 24 19:59:33.854759 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a936af5-ccc4-42a8-87c4-ed798ef003f5 req-ebee8a47-5b86-4344-a576-0a48c2da569b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383050
Aug 24 19:59:34.115563 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:34.213488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918539e-57bd-4a82-8d28-48abaa5d34ab req-114004f1-e254-47cb-8a0a-c5c8a225cc83 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:34.214948 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c918539e-57bd-4a82-8d28-48abaa5d34ab req-114004f1-e254-47cb-8a0a-c5c8a225cc83 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 944 time: 0.0806251
Aug 24 19:59:34.226205 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 19:59:34.259585 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c918539e-57bd-4a82-8d28-48abaa5d34ab req-0f58d9c5-0116-4442-9c24-53919543bea7 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388227
Aug 24 19:59:34.359899 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:34.373283 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'port_id': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'mac_address': 'fa:16:3e:8e:74:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 19:59:34.429788 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:34.446278 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f55b967-0bd1-42cb-8ad0-71ed73672e16 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 19:59:34.460835 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:34.530759 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:34.532458 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:34.596200 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=6']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:34.598990 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:35.041896 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb40e-0a55-4af2-ad0c-dabbcb20871e req-df693630-2cf7-4a28-b591-ce689f555ab2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:35.043348 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4ffcb40e-0a55-4af2-ad0c-dabbcb20871e req-df693630-2cf7-4a28-b591-ce689f555ab2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 944 time: 0.0780962
Aug 24 19:59:35.086859 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4ffcb40e-0a55-4af2-ad0c-dabbcb20871e req-34874da5-5ddd-4f66-a8da-afe8ce14e724 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380681
Aug 24 19:59:35.114019 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device b5be510f-ca2d-4170-a815-b421adc4e39e up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:59:35.252429 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port b5be510f-ca2d-4170-a815-b421adc4e39e completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:59:35.257834 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port b5be510f-ca2d-4170-a815-b421adc4e39e triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:35.258210 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:35.377770 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:35.405162 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:59:35.422442 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port b5be510f-ca2d-4170-a815-b421adc4e39e, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=b5be510f-ca2d-4170-a815-b421adc4e39e,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:35.460217 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce101-548b-41eb-b336-1aac4936edd3 req-31925482-c932-48ff-be4e-9e70925502e5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:35.460217 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-830ce101-548b-41eb-b336-1aac4936edd3 req-31925482-c932-48ff-be4e-9e70925502e5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 944 time: 0.0918713
Aug 24 19:59:35.463567 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'code': 200}
Aug 24 19:59:35.503146 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-830ce101-548b-41eb-b336-1aac4936edd3 req-59669651-d161-40d1-a819-bd13193901ae tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405025
Aug 24 19:59:35.514086 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:35.515952 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ff2df964-a3ed-474a-9ef2-e3b96e289d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:35.548704 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:35.579679 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=b5be510f-ca2d-4170-a815-b421adc4e39e,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:35.582559 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:36.197994 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['0f55b967-0bd1-42cb-8ad0-71ed73672e16'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 19:59:36.296924 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01611-75e0-4702-af7f-94899e8b40d4 req-3f460125-77b1-49b9-99dd-1b2d617915a2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:36.298535 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9d01611-75e0-4702-af7f-94899e8b40d4 req-3f460125-77b1-49b9-99dd-1b2d617915a2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 944 time: 0.0978396
Aug 24 19:59:36.351535 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9d01611-75e0-4702-af7f-94899e8b40d4 req-304e9c6a-b8fe-42f8-8235-b455f3da00ad tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461740
Aug 24 19:59:36.483873 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9b4b9-5d76-4991-948c-661d33b7437c req-e89906d1-0260-4ce7-80b2-358d3c550732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:36.486778 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9bb9b4b9-5d76-4991-948c-661d33b7437c req-e89906d1-0260-4ce7-80b2-358d3c550732 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 1098 time: 0.0718341
Aug 24 19:59:36.538738 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9bb9b4b9-5d76-4991-948c-661d33b7437c req-9db21ccc-9f40-404b-8ae4-12746a955dce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404124
Aug 24 19:59:36.689225 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526dc3d-a53d-4d87-a97d-936c8fc12cb2 req-8ad8e500-a43d-4780-82cb-cfc16bdfb85c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:36.690703 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c526dc3d-a53d-4d87-a97d-936c8fc12cb2 req-8ad8e500-a43d-4780-82cb-cfc16bdfb85c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.0815036
Aug 24 19:59:36.740112 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c526dc3d-a53d-4d87-a97d-936c8fc12cb2 req-c304afe9-08fb-4521-b008-99dbc59badee tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431397
Aug 24 19:59:37.549397 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe14e-4bf4-4fbf-87fd-5c92ac6c6ca1 req-dd5c8e15-ac12-4d4a-acd2-eeb05bf74448 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:37.551125 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7dbe14e-4bf4-4fbf-87fd-5c92ac6c6ca1 req-dd5c8e15-ac12-4d4a-acd2-eeb05bf74448 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 944 time: 0.0885990
Aug 24 19:59:37.602646 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7dbe14e-4bf4-4fbf-87fd-5c92ac6c6ca1 req-1aaa67e1-a11f-45f3-9d3d-ffefaffd9522 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433941
Aug 24 19:59:37.942773 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8de741-775c-4496-8727-1619d219b091 req-ba3c1c08-e88b-45ee-8218-57ab8d54f045 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:37.950313 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3f8de741-775c-4496-8727-1619d219b091 req-ba3c1c08-e88b-45ee-8218-57ab8d54f045 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.0941815
Aug 24 19:59:38.006363 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3f8de741-775c-4496-8727-1619d219b091 req-4c49d2a6-f2f6-45fa-9e6a-69c2002059d6 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550017
Aug 24 19:59:38.096435 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:59:38.186272 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:38.186695 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:38.336736 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:38.369857 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:59:38.383539 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:38.423761 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'code': 200}
Aug 24 19:59:38.493193 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:38.495516 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-bdeb7ee6-ab05-43f4-b39e-d300c6131d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:38.566949 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=7']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:38.571427 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:38.829853 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded8dea-1d94-488b-90f7-45c5c7fccfde req-3d5563e3-b281-4584-81b5-b8c7fb0eaa89 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:38.831422 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ded8dea-1d94-488b-90f7-45c5c7fccfde req-3d5563e3-b281-4584-81b5-b8c7fb0eaa89 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0921290
Aug 24 19:59:38.880222 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ded8dea-1d94-488b-90f7-45c5c7fccfde req-09fb5e62-9b26-4fe9-b64d-72afecf0790f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431573
Aug 24 19:59:39.256927 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84803281-bb64-4d1c-b9b9-30061e8716fe req-5d3f65aa-296e-4c3d-9745-286d4686e34f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:39.260623 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-84803281-bb64-4d1c-b9b9-30061e8716fe req-5d3f65aa-296e-4c3d-9745-286d4686e34f tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.1484771
Aug 24 19:59:39.343643 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-84803281-bb64-4d1c-b9b9-30061e8716fe req-cbcca8c4-2bae-4e33-a8eb-17325371a28d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756965
Aug 24 19:59:39.574285 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91234d-2187-40d7-854f-2476bc7ebe25 req-032b6809-ba1b-46ca-849a-7bff299698c1 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:39.575980 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8a91234d-2187-40d7-854f-2476bc7ebe25 req-032b6809-ba1b-46ca-849a-7bff299698c1 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.0883031
Aug 24 19:59:39.584928 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59074) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:39.591278 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Request body: {'floatingip': {'port_id': 'b5be510f-ca2d-4170-a815-b421adc4e39e'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:39.688900 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:40.189847 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c93f2c-ec2e-47d0-8c02-bbdf7a1ae80a req-7fa9a4dd-a236-4e4c-baf7-bc6ff626daeb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:40.189847 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d5c93f2c-ec2e-47d0-8c02-bbdf7a1ae80a req-7fa9a4dd-a236-4e4c-baf7-bc6ff626daeb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.1361685
Aug 24 19:59:40.377647 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d5c93f2c-ec2e-47d0-8c02-bbdf7a1ae80a req-1317b2f3-01f5-4193-85fa-861cdecd7cf7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879818
Aug 24 19:59:40.542672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:40.630870 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:40.827590 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Floating IP f7163dda-36d8-4bdc-ba3b-f0c08421a5f2 associated. External IP: 172.27.3.157, port: b5be510f-ca2d-4170-a815-b421adc4e39e.
Aug 24 19:59:41.220908 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Router a259415f-2b05-46b4-8c20-b4ee39ff4aed has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:59:41.422783 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:59:41.427638 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:41.434311 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] Sync routers for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:59:41.445105 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:41.445962 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f42bf40>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:41.515776 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-051a6a39-5bdf-4de4-abe2-264f2a94edda tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "PUT /v2.0/floatingips/f7163dda-36d8-4bdc-ba3b-f0c08421a5f2 HTTP/1.1" status: 200  len: 991 time: 1.9262955
Aug 24 19:59:41.518549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:59:41.679737 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:41.680930 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877118-9d94-4227-8309-75befe0cf222 req-a8987976-0f0d-4092-86da-c28743aa6329 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:41.683071 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c877118-9d94-4227-8309-75befe0cf222 req-a8987976-0f0d-4092-86da-c28743aa6329 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.1180134
Aug 24 19:59:41.753528 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'status': 'completed', 'code': 200}
Aug 24 19:59:41.767475 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c877118-9d94-4227-8309-75befe0cf222 req-468b155f-f9c2-490e-8b85-7abf084569bf tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769222
Aug 24 19:59:42.072785 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-fb2ba310-30f7-471d-b94e-b9333444948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:42.074260 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-fb2ba310-30f7-471d-b94e-b9333444948c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=979f71ec72e34b78be583b9ff7e04844&device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 1098 time: 0.2930393
Aug 24 19:59:42.139167 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f42bf40>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'f7163dda-36d8-4bdc-ba3b-f0c08421a5f2', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'port_id': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'mac_address': 'fa:16:3e:ce:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:59:15Z', 'updated_at': '2021-08-24T19:59:40Z', 'revision_number': 1, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:42.145026 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] Checking router: a259415f-2b05-46b4-8c20-b4ee39ff4aed for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:59:42.155302 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:42.156061 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f42bf40>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:42.224465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-76675d77-a23d-479e-a728-9067c0133c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:42.226703 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-76675d77-a23d-479e-a728-9067c0133c4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 200  len: 911 time: 0.1450510
Aug 24 19:59:42.349957 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-e55e51f3-0eac-45bc-a55e-9a2de6ab97ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5be510f-ca2d-4170-a815-b421adc4e39e HTTP/1.1" status: 200  len: 999 time: 0.1167557
Aug 24 19:59:42.399387 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:42.431386 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-95e42cf5-7bdd-4f7f-aa2f-d63639bbc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:42.432832 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-95e42cf5-7bdd-4f7f-aa2f-d63639bbc535 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 200  len: 850 time: 0.0762513
Aug 24 19:59:42.570790 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-85d5d4cd-bddf-4a44-a090-035a76ffea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:42.572460 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-85d5d4cd-bddf-4a44-a090-035a76ffea10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1325645
Aug 24 19:59:42.726359 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-95981240-a1ce-4473-83b7-db793e4b7dad service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429224
Aug 24 19:59:42.935475 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8881f87-f0b0-47da-8df6-01bb90f6a7ae req-9fc95fda-e5d3-4f65-aa70-2ba595b1babd service neutron] 10.222.0.60 "GET /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050855
Aug 24 19:59:42.954979 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f42bf40>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'f7163dda-36d8-4bdc-ba3b-f0c08421a5f2', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'port_id': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'mac_address': 'fa:16:3e:ce:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:59:15Z', 'updated_at': '2021-08-24T19:59:40Z', 'revision_number': 1, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:42.968506 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a056d9-65b6-4bd4-a791-56f6df714d1b None None] The sync data for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi is: [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'f7163dda-36d8-4bdc-ba3b-f0c08421a5f2', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'port_id': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'mac_address': 'fa:16:3e:ce:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:59:15Z', 'updated_at': '2021-08-24T19:59:40Z', 'revision_number': 1, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:59:43.055535 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268091d-f2ca-44ac-b7d7-480ec5acad31 req-2c26f909-5fdd-4844-8990-26001f5e90ef tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:43.057200 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2268091d-f2ca-44ac-b7d7-480ec5acad31 req-2c26f909-5fdd-4844-8990-26001f5e90ef tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.1398823
Aug 24 19:59:43.123393 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2268091d-f2ca-44ac-b7d7-480ec5acad31 req-d4342bee-b082-46aa-a02b-478a1e779930 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551527
Aug 24 19:59:43.218121 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0da5-e0e4-4b63-93b3-7da488bb97d2 None None] New status for floating IP f7163dda-36d8-4bdc-ba3b-f0c08421a5f2: ACTIVE {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 19:59:44.316373 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529d6b6-1319-427a-a665-c32af93b57c8 req-f7297f10-740d-4d76-9e69-aa913d3af56a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:44.317807 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5529d6b6-1319-427a-a665-c32af93b57c8 req-f7297f10-740d-4d76-9e69-aa913d3af56a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0794063
Aug 24 19:59:44.365514 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5529d6b6-1319-427a-a665-c32af93b57c8 req-2b883bfd-eb3f-4a16-83a4-911f44f4f75f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411932
Aug 24 19:59:44.770866 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59124) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:44.897178 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:44.912013 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:44.916399 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Usage tracker for resource:security_group_rule and tenant:0b8ef29700444b1ca9dc7480dec82591 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:44.919302 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:44.925545 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:45.020100 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:45.111106 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:45.118737 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c0434c1f-8adc-4e48-a7fe-0e84e5cc36f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:45.158660 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dbbee9-c252-49db-9dd5-db6a7dc5922f,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:45.162493 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b8ef29700444b1ca9dc7480dec82591&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3907552
Aug 24 19:59:45.165671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59132) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:45.180830 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.181530 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.181896 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.182251 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.182623 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.182972 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.183319 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.183659 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.184003 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.184525 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.184791 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.185138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:45.189366 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5cc25cf9-ca6a-401d-a8fe-17f6dfb4337e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:45.246949 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:45.274427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:45.471556 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:45.478186 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-768a5548-c80f-430b-8225-1db0834a8bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:45.504637 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dbbee9-c252-49db-9dd5-db6a7dc5922f,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:45.527723 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:45.529894 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:45.537509 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9dbbee9-c252-49db-9dd5-db6a7dc5922f HTTP/1.1" status: 204  len: 168 time: 0.3708310
Aug 24 19:59:45.572843 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e2d41-c4a5-49b1-a996-29323abb3a0c req-7b30c974-9611-47f9-918c-9914b15eb37b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:45.579828 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d0e2d41-c4a5-49b1-a996-29323abb3a0c req-7b30c974-9611-47f9-918c-9914b15eb37b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0945601
Aug 24 19:59:45.622796 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d0e2d41-c4a5-49b1-a996-29323abb3a0c req-dc05da96-a5a4-40f9-a910-7f1323a729e1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420332
Aug 24 19:59:46.847341 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59164) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:46.866823 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140ecd4-71e5-458c-8851-0022f6f4594a req-2ef3c122-fd8c-441d-9131-bf6f16e8ce3a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:46.869865 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7140ecd4-71e5-458c-8851-0022f6f4594a req-2ef3c122-fd8c-441d-9131-bf6f16e8ce3a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.1033759
Aug 24 19:59:46.923154 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7140ecd4-71e5-458c-8851-0022f6f4594a req-a1957ac3-9221-439d-8216-c78c6f344192 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468674
Aug 24 19:59:46.996296 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-987509309-network', 'tenant_id': 'aba666080f5546b1b922547560f8254d'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:47.001637 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:47.006192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Usage tracker for resource:network and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:47.010277 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:47.017141 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:47.253719 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Made reservation on behalf of aba666080f5546b1b922547560f8254d for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:59:47.256765 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.272070 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.286170 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:47.289887 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:47.292636 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:47.301069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:47.385094 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.554943 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.557786 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-803678ba-fc04-4acf-84d8-a28e0cfb27e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:47.584619 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:59:47.593394 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54be7376-a55e-4b4a-95f5-f92bc4cb4814,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:47.596823 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:47.599200 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.599534 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Added segment 23216ca2-a6b3-4213-876e-6ea5a6c33c6b of type vlan for network ace62144-1194-4fa1-acdd-f0ae4e20d77e
Aug 24 19:59:47.627962 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.825096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.826352 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:47.826948 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:47.831897 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:47.930208 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=ace62144-1194-4fa1-acdd-f0ae4e20d77e,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:47.932894 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:47.939810 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:59:48.020885 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1722419
Aug 24 19:59:48.023553 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59176) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:48.033231 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Request body: {'subnet': {'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-987509309-subnet', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:48.042096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:48.044572 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Usage tracker for resource:subnet and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:48.052227 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:48.069732 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:48.146955 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Made reservation on behalf of aba666080f5546b1b922547560f8254d for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:59:48.149853 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6650672'] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:48.289549 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eec112-2e10-421d-b044-d8733034ff9b req-d5ce2bf1-eb32-4da9-8008-8b453c9b5acb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:48.291357 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4eec112-2e10-421d-b044-d8733034ff9b req-d5ce2bf1-eb32-4da9-8008-8b453c9b5acb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0933394
Aug 24 19:59:48.364249 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4eec112-2e10-421d-b044-d8733034ff9b req-37c98be6-4097-45b8-b847-1e44d80923bf tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646496
Aug 24 19:59:48.525523 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8347447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6650690'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:48.529815 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:48.615871 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1ecc14-9819-4695-a8f8-bf16dfc3729b,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:48.620256 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:48.629009 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Checking segment: {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:59:48.629775 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Network hostable DHCP agents. Network: ace62144-1194-4fa1-acdd-f0ae4e20d77e, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:59:48.711550 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:59:48.899721 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, ace62144-1194-4fa1-acdd-f0ae4e20d77e) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:48.904164 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:48.904755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:48.914836 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29067d1a-958d-41a1-a774-7406303f536a None None] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:59:49.005510 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-49abb7e9-845a-4edd-b27d-bae97a10261a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9784114
Aug 24 19:59:49.006096 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59186) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:49.011565 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:49.017103 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:49.021183 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Usage tracker for resource:router and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:49.024765 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:49.031312 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:49.125611 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:59:49.126621 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.140136 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.141479 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.157102 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.318644 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Allocated IP 172.20.0.2 (ace62144-1194-4fa1-acdd-f0ae4e20d77e/6d1ecc14-9819-4695-a8f8-bf16dfc3729b/9cfff0ff-4829-400b-a622-a582e7ef23f7) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:59:49.545687 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.559301 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Transition to ACTIVE for port object 9cfff0ff-4829-400b-a622-a582e7ef23f7 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:49.584658 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Transition to ACTIVE for port object 9cfff0ff-4829-400b-a622-a582e7ef23f7 will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:49.599280 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ef29-5c28-4296-bb5e-4ad5367d4975 req-0116bbd0-80cd-4dc5-a0e7-dcc6a64011fd tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:49.600759 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3ab9ef29-5c28-4296-bb5e-4ad5367d4975 req-0116bbd0-80cd-4dc5-a0e7-dcc6a64011fd tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.1306622
Aug 24 19:59:49.645980 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3ab9ef29-5c28-4296-bb5e-4ad5367d4975 req-3587c9e7-2e0c-4afa-b6f6-8343dad1e2aa tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395088
Aug 24 19:59:49.664056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.677353 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.682461 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:49.750816 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:59:49.754406 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:49.758730 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:59:49.797119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Pushing event updated for resources: {'Port': ['ID=9cfff0ff-4829-400b-a622-a582e7ef23f7,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:49.807966 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:49.832659 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.858045 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Attempting to bind port 9cfff0ff-4829-400b-a622-a582e7ef23f7 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:59:49.858455 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Attempting to bind port 9cfff0ff-4829-400b-a622-a582e7ef23f7 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:59:49.858826 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Attempting to bind port 9cfff0ff-4829-400b-a622-a582e7ef23f7 on network ace62144-1194-4fa1-acdd-f0ae4e20d77e {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:59:49.864115 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:59:49.864496 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Checking segment: {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:59:49.864906 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.865304 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Bound using segment: {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:59:49.865777 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Bound port: 9cfff0ff-4829-400b-a622-a582e7ef23f7, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:59:49.866160 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:49.953875 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] For port 9cfff0ff-4829-400b-a622-a582e7ef23f7, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:59:49.956893 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] For port 9cfff0ff-4829-400b-a622-a582e7ef23f7, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9cfff0ff-4829-400b-a622-a582e7ef23f7,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:59:50.047089 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:50.051759 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:50.138203 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Pushing event updated for resources: {'Port': ['ID=9cfff0ff-4829-400b-a622-a582e7ef23f7,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:50.140012 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:50.145678 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:50.174776 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-a21e18bb-94b6-4ff9-a57e-65f7244be466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:50.176284 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-a21e18bb-94b6-4ff9-a57e-65f7244be466 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1098 time: 0.2763531
Aug 24 19:59:50.181011 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:50.429888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-7adc369f-e03a-4cf6-acc9-740d0469b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:50.431392 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-7adc369f-e03a-4cf6-acc9-740d0469b2af service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.2473557
Aug 24 19:59:50.517167 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Allocated IP 172.27.3.170 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/c35909a1-818b-4816-9c82-bfb628734672) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:59:50.573265 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-24d58129-e349-424a-adfa-8a2ba9eb403f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16 HTTP/1.1" status: 200  len: 1001 time: 0.1317399
Aug 24 19:59:50.706396 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-ed31eac8-3c21-412d-ba59-d33d82f17ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:50.708354 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-ed31eac8-3c21-412d-ba59-d33d82f17ab8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0886700
Aug 24 19:59:50.801738 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:50.810761 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9cfff0ff-4829-400b-a622-a582e7ef23f7 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:59:50.850430 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-9fab982c-12b4-436f-b61a-cde4f41fa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:50.852314 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-9fab982c-12b4-436f-b61a-cde4f41fa03c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1167684
Aug 24 19:59:50.919686 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f2888-6a69-4f89-9166-0fa273c62a29 req-cf9f7df4-79f4-4d36-93f3-5af37322e39b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:50.921311 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a57f2888-6a69-4f89-9166-0fa273c62a29 req-cf9f7df4-79f4-4d36-93f3-5af37322e39b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0948534
Aug 24 19:59:50.974692 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 9cfff0ff-4829-400b-a622-a582e7ef23f7 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:59:50.979741 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a57f2888-6a69-4f89-9166-0fa273c62a29 req-51b5e590-77d1-4a40-a499-03d0aa8d2fcb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459344
Aug 24 19:59:51.055186 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:51.061703 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-509655da-c275-4d2e-b748-3408c90cca33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:51.084318 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9201e1a-c15d-4453-b71b-05facc39150a None None] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:59:51.136871 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:59:51.152581 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:51.154930 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:59:51.215533 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Pushing event updated for resources: {'Port': ['ID=c35909a1-818b-4816-9c82-bfb628734672,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:51.219206 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:51.233171 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-2e4c4986-c4dc-46da-bea9-c4cd1d3689df service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3734739
Aug 24 19:59:51.260548 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Provisioning for port 9cfff0ff-4829-400b-a622-a582e7ef23f7 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:59:51.269909 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Provisioning complete for port 9cfff0ff-4829-400b-a622-a582e7ef23f7 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:51.270284 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:51.441393 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:51.474235 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] For port 9cfff0ff-4829-400b-a622-a582e7ef23f7, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9cfff0ff-4829-400b-a622-a582e7ef23f7,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:51.536732 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f8e97cbc-78f5-45bb-8708-fdfede6679fc req-bc24898c-9c6f-41f2-b67a-68c6225ceb42 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2546999
Aug 24 19:59:51.545354 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:51.547250 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:51.624872 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Pushing event updated for resources: {'Port': ['ID=9cfff0ff-4829-400b-a622-a582e7ef23f7,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:51.627880 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:51.664594 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81fd7fa9-cd2e-40ed-8dbc-69f5ecffc4c2 None None] Provisioning complete for port 9cfff0ff-4829-400b-a622-a582e7ef23f7 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:51.664974 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81fd7fa9-cd2e-40ed-8dbc-69f5ecffc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:51.776654 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:52.112205 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:52.175118 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f175b8-aa0a-42cb-81fe-632704438e08 req-bd109cc7-d8f9-4965-8ab3-b4818b820c5b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:52.176705 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7f175b8-aa0a-42cb-81fe-632704438e08 req-bd109cc7-d8f9-4965-8ab3-b4818b820c5b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0847576
Aug 24 19:59:52.222697 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7f175b8-aa0a-42cb-81fe-632704438e08 req-5d2c50a4-337b-4cee-9477-353cc7517dad tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404451
Aug 24 19:59:52.397102 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Router f60d8865-2d80-421a-8d00-c46d8afa8694 is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 19:59:52.688144 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:59:52.702339 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Sync routers for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:59:52.707733 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:52.708362 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f074f40>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:52.768987 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9cfff0ff-4829-400b-a622-a582e7ef23f7 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:59:52.791161 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:52.795008 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.7858174
Aug 24 19:59:52.795209 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59210) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:52.942965 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9cfff0ff-4829-400b-a622-a582e7ef23f7 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:52.943374 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:53.027538 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:53.406753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f074f40>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:51Z', 'revision_number': 3, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:53.410779 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Checking router: f60d8865-2d80-421a-8d00-c46d8afa8694 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:59:53.411243 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Updating router f60d8865-2d80-421a-8d00-c46d8afa8694 port c35909a1-818b-4816-9c82-bfb628734672 binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:59:53.466855 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d67099-9842-4cca-9db9-f9ac51187f2c req-ba1f8f34-4fe0-4158-a044-f2c4177006fd tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:53.467913 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:53.469638 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b2d67099-9842-4cca-9db9-f9ac51187f2c req-ba1f8f34-4fe0-4158-a044-f2c4177006fd tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.1266530
Aug 24 19:59:53.494620 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:53.531251 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b2d67099-9842-4cca-9db9-f9ac51187f2c req-2dc6fc99-c9ba-49a3-b053-f260947d183d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556901
Aug 24 19:59:53.716580 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Allocated IP 172.20.0.1 (ace62144-1194-4fa1-acdd-f0ae4e20d77e/6d1ecc14-9819-4695-a8f8-bf16dfc3729b/fcf50cce-3748-4e75-89f6-f7f30725b9de) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:59:53.807699 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:53.819259 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Transition to ACTIVE for port object c35909a1-818b-4816-9c82-bfb628734672 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:53.946644 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:53.949773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:53.950350 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-f7524faf-fdb1-4bd6-9805-607b243825cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:53.966285 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Transition to ACTIVE for port object fcf50cce-3748-4e75-89f6-f7f30725b9de will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:54.027050 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Attempting to bind port c35909a1-818b-4816-9c82-bfb628734672 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:59:54.027425 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Attempting to bind port c35909a1-818b-4816-9c82-bfb628734672 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:59:54.027795 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Attempting to bind port c35909a1-818b-4816-9c82-bfb628734672 on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:59:54.033201 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ecb55-2950-4e3c-92ec-11cde20b9448 None None] Pushing event updated for resources: {'Port': ['ID=c35909a1-818b-4816-9c82-bfb628734672,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:54.037000 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ce5ecb55-2950-4e3c-92ec-11cde20b9448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:54.037741 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:59:54.038115 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:59:54.038612 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.039027 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:59:54.039493 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Bound port: c35909a1-818b-4816-9c82-bfb628734672, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:59:54.040260 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.115076 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] For port c35909a1-818b-4816-9c82-bfb628734672, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:59:54.119400 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] For port c35909a1-818b-4816-9c82-bfb628734672, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=c35909a1-818b-4816-9c82-bfb628734672,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:59:54.140280 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.145025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d9852e8c-9190-494c-8ce2-170e5dbe51e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:54.192711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:59:54.207015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:59:54.209890 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:54.214882 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:59:54.243498 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.245283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf50cce-3748-4e75-89f6-f7f30725b9de,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:54.249024 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ce5ecb55-2950-4e3c-92ec-11cde20b9448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:54.251675 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:54.274766 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.336963 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:54.337594 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f074f40>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:54.442980 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ecb55-2950-4e3c-92ec-11cde20b9448 None None] Pushing event updated for resources: {'Port': ['ID=c35909a1-818b-4816-9c82-bfb628734672,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:54.454093 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ce5ecb55-2950-4e3c-92ec-11cde20b9448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:54.496267 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.553067 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.604656 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 19:59:54.621461 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:54.670222 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:54.728526 dv-cinder-805877-1-iscsi neutron-server[80017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'code': 422} returned with failed status
Aug 24 19:59:54.736016 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-1bd5c5f7-c8be-47c1-8b10-aeeb239011ee None None] Provisioning for port fcf50cce-3748-4e75-89f6-f7f30725b9de completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:59:54.752023 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e068405-15de-4d0e-a7ef-42290c1bcc23 req-05d0a548-1160-4aa8-8f06-63e947be21f6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:54.753437 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4e068405-15de-4d0e-a7ef-42290c1bcc23 req-05d0a548-1160-4aa8-8f06-63e947be21f6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 945 time: 0.0934517
Aug 24 19:59:54.755302 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-1bd5c5f7-c8be-47c1-8b10-aeeb239011ee None None] Provisioning complete for port fcf50cce-3748-4e75-89f6-f7f30725b9de triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:54.755681 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c5f7-c8be-47c1-8b10-aeeb239011ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.805537 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4e068405-15de-4d0e-a7ef-42290c1bcc23 req-00daa56b-2c76-4a2a-8273-76b341e92dc0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455136
Aug 24 19:59:54.839302 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.891127 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:54.893223 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.950012 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:54.978782 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5c5f7-c8be-47c1-8b10-aeeb239011ee None None] Port fcf50cce-3748-4e75-89f6-f7f30725b9de cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:59:54.989190 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a669d430-1b9e-4f06-94d9-407b6a9bf04b tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:54.996524 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=8']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:55.000818 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:55.065494 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:55.076092 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf50cce-3748-4e75-89f6-f7f30725b9de,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:55.078056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f074f40>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:51Z', 'revision_number': 3, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:55.079039 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:55.082132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bf4fa-42c8-444e-bf02-3e407e5034ae None None] The sync data for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi is: [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:51Z', 'revision_number': 3, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:59:55.217268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:59:55.218533 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:55.487109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Router f60d8865-2d80-421a-8d00-c46d8afa8694 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 19:59:55.508079 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-a7d50477-6aa4-434b-879f-97b558047f70 None None] Provisioning complete for port fcf50cce-3748-4e75-89f6-f7f30725b9de triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:55.508079 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a7d50477-6aa4-434b-879f-97b558047f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:55.544503 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 19:59:55.562586 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-a7d50477-6aa4-434b-879f-97b558047f70 None None] Port fcf50cce-3748-4e75-89f6-f7f30725b9de cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 19:59:55.674925 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 19:59:55.686009 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] 10.222.0.37 "PUT /v2.0/routers/f60d8865-2d80-421a-8d00-c46d8afa8694/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8897867
Aug 24 19:59:56.505442 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59258) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:56.511480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2093688269-network', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:56.516436 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:56.520537 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Usage tracker for resource:network and tenant:6ab7c6b3f2f2485294ea03a964daceb1 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:56.523989 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:56.529753 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:56.622657 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Sync routers for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 19:59:56.631946 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:56.632551 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a687f0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:56.728487 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Made reservation on behalf of 6ab7c6b3f2f2485294ea03a964daceb1 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:59:56.733543 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:56.744794 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c35909a1-818b-4816-9c82-bfb628734672 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:59:56.747835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:56.764065 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:56.768730 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Usage tracker for resource:security_group_rule and tenant:6ab7c6b3f2f2485294ea03a964daceb1 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:56.771882 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:56.782463 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:56.847338 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:56.870827 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:56.922986 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port c35909a1-818b-4816-9c82-bfb628734672 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 19:59:56.928320 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port c35909a1-818b-4816-9c82-bfb628734672 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:56.928865 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:56.986165 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:56.999760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 19:59:57.010558 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.010902 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Added segment db520440-8bb4-41cb-ae0e-87e63941a807 of type vlan for network 6ae088b4-69bd-467b-93e8-6456f7c860a1
Aug 24 19:59:57.038821 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.071239 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5823538e-d27c-4f3c-a02d-95c8cd5effbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:57.083608 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6212c-b04e-4b49-b1c0-11188ccfc109 req-5219fc28-542c-45eb-80f1-8577db0b944d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:57.085888 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5a6212c-b04e-4b49-b1c0-11188ccfc109 req-5219fc28-542c-45eb-80f1-8577db0b944d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1019001
Aug 24 19:59:57.104349 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f8f735-86f2-49c2-8516-2a96bf8f6935,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:57.124125 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:57.129010 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.134952 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.136366 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:57.137795 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.149115 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port c35909a1-818b-4816-9c82-bfb628734672, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=c35909a1-818b-4816-9c82-bfb628734672,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 19:59:57.159175 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-cae5f277-8df0-4bb7-8654-b98589132a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:57.161222 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5a6212c-b04e-4b49-b1c0-11188ccfc109 req-b2eb49e7-8108-4ed9-a7c6-526a39085a8b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689116
Aug 24 19:59:57.173544 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a687f0>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 2, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:57.178479 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Checking router: f60d8865-2d80-421a-8d00-c46d8afa8694 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 19:59:57.178996 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Updating router f60d8865-2d80-421a-8d00-c46d8afa8694 port fcf50cce-3748-4e75-89f6-f7f30725b9de binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 19:59:57.220438 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.223732 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-7e45acbe-681b-424f-9e57-187fd3fd0d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:57.247914 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.262107 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Pushing event updated for resources: {'Network': ['ID=6ae088b4-69bd-467b-93e8-6456f7c860a1,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:57.265108 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:57.279409 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 19:59:57.283842 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7771928
Aug 24 19:59:57.286787 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59274) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:57.295415 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Request body: {'subnet': {'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2093688269-subnet', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:57.302764 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:57.310451 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Usage tracker for resource:subnet and tenant:6ab7c6b3f2f2485294ea03a964daceb1 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:57.313997 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:57.321455 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:57.397311 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Made reservation on behalf of 6ab7c6b3f2f2485294ea03a964daceb1 for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 19:59:57.400514 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=c35909a1-818b-4816-9c82-bfb628734672,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:57.401201 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8284492'] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.403890 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:57.611902 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.624340 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Transition to ACTIVE for port object fcf50cce-3748-4e75-89f6-f7f30725b9de will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:57.705888 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59288) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:57.735045 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8368217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8284478'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.740119 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:57.746249 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.750285 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ce12cf3-3011-413a-8d8e-7cea271d06ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:57.864208 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Pushing event updated for resources: {'Port': ['ID=fcf50cce-3748-4e75-89f6-f7f30725b9de,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:57.871307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Checking segment: {'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:59:57.871669 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Network hostable DHCP agents. Network: 6ae088b4-69bd-467b-93e8-6456f7c860a1, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 19:59:57.876036 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935a9480-a177-40ab-a60f-877e326fb12f,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:57.881331 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.881668 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.882210 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.882910 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.883894 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.884398 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.884719 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.885041 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.885381 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.885705 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.886020 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.886343 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.891718 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:57.895081 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.895189 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.895544 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.895905 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.896263 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.896618 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.896969 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.897319 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.897669 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.898015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.898382 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.898760 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 19:59:57.902289 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:57.926356 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-1b2651f0-fd4b-4362-8a55-05de87d58d85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2188058
Aug 24 19:59:57.974433 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 19:59:57.983793 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Attempting to bind port fcf50cce-3748-4e75-89f6-f7f30725b9de on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:59:57.984179 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Attempting to bind port fcf50cce-3748-4e75-89f6-f7f30725b9de by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:59:57.984552 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Attempting to bind port fcf50cce-3748-4e75-89f6-f7f30725b9de on network ace62144-1194-4fa1-acdd-f0ae4e20d77e {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:59:57.991536 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:59:57.995671 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Checking segment: {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:59:57.995671 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:57.995671 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Bound using segment: {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:59:57.995671 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Bound port: fcf50cce-3748-4e75-89f6-f7f30725b9de, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:59:57.995671 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.043677 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 6ae088b4-69bd-467b-93e8-6456f7c860a1) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:58.048571 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:58.049176 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.053794 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee29309e-53d7-4f23-ab0c-9ba557aa47e1 None None] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 19:59:58.095952 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] For port fcf50cce-3748-4e75-89f6-f7f30725b9de, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:59:58.099401 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] For port fcf50cce-3748-4e75-89f6-f7f30725b9de, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=fcf50cce-3748-4e75-89f6-f7f30725b9de,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:59:58.199454 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-a89a6601-4f77-4793-b78f-7fee9b990c24 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9099553
Aug 24 19:59:58.200908 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59300) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 19:59:58.206185 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 19:59:58.213028 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 19:59:58.219476 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Usage tracker for resource:router and tenant:6ab7c6b3f2f2485294ea03a964daceb1 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 19:59:58.222763 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 19:59:58.226348 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 19:59:58.230096 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 19:59:58.238417 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.244142 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:58.339051 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.340186 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.387196 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 19:59:58.388195 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a687f0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:58.396040 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.410041 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-6ae088b4-69bd-467b-93e8-6456f7c860a1', 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'fixed_ips': [{'subnet_id': '935a9480-a177-40ab-a60f-877e326fb12f'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 19:59:58.410909 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.416647 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ad0c-d518-498e-bc30-c86dd18e6624 req-47e94028-eff2-4f7b-bf57-b905830a2fcb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:58.418315 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8eb4ad0c-d518-498e-bc30-c86dd18e6624 req-47e94028-eff2-4f7b-bf57-b905830a2fcb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1397588
Aug 24 19:59:58.468264 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Pushing event updated for resources: {'Port': ['ID=fcf50cce-3748-4e75-89f6-f7f30725b9de,revision_number=4']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:58.476995 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:58.489981 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8eb4ad0c-d518-498e-bc30-c86dd18e6624 req-7496f63d-6bad-4334-998c-7554fd19b017 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633903
Aug 24 19:59:58.656326 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 19:59:58.697742 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Allocated IP 172.20.0.2 (6ae088b4-69bd-467b-93e8-6456f7c860a1/935a9480-a177-40ab-a60f-877e326fb12f/c79eca28-2574-453c-8251-74fc814d60cb) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:59:58.799442 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c35909a1-818b-4816-9c82-bfb628734672 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 19:59:58.941731 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:58.967608 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port c35909a1-818b-4816-9c82-bfb628734672 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 19:59:58.968083 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.039402 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a687f0>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T19:59:58Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 19:59:59.043842 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df926197-c815-488b-a5b0-87ef6a1e0245 None None] The sync data for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi is: [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T19:59:58Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 19:59:59.120678 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.136194 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Transition to ACTIVE for port object c79eca28-2574-453c-8251-74fc814d60cb will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:59.199986 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Transition to ACTIVE for port object c79eca28-2574-453c-8251-74fc814d60cb will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 19:59:59.272768 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.278304 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-8f3e4c54-dcd8-4109-85db-d784c27aa5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:59.346669 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 19:59:59.347802 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 19:59:59.352492 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 19:59:59.372125 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Pushing event updated for resources: {'Port': ['ID=c79eca28-2574-453c-8251-74fc814d60cb,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:59.415102 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:59.448274 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.474976 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Attempting to bind port c79eca28-2574-453c-8251-74fc814d60cb on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 19:59:59.475503 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Attempting to bind port c79eca28-2574-453c-8251-74fc814d60cb by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 19:59:59.476059 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Attempting to bind port c79eca28-2574-453c-8251-74fc814d60cb on network 6ae088b4-69bd-467b-93e8-6456f7c860a1 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 19:59:59.482931 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 19:59:59.483462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Checking segment: {'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 19:59:59.483982 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.484488 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Bound using segment: {'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 19:59:59.484604 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.485158 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Bound port: c79eca28-2574-453c-8251-74fc814d60cb, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 19:59:59.485641 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.583185 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] For port c79eca28-2574-453c-8251-74fc814d60cb, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 19:59:59.586918 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] For port c79eca28-2574-453c-8251-74fc814d60cb, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=c79eca28-2574-453c-8251-74fc814d60cb,segment=NetworkSegment(db520440-8bb4-41cb-ae0e-87e63941a807),segment_id=db520440-8bb4-41cb-ae0e-87e63941a807)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 19:59:59.669222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Allocated IP 172.27.3.31 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 19:59:59.713503 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.718925 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 19:59:59.799415 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Pushing event updated for resources: {'Port': ['ID=c79eca28-2574-453c-8251-74fc814d60cb,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 19:59:59.812789 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 19:59:59.852488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75112bb-19d8-4bbe-91b6-128bbaa32abb req-842463ba-6064-4ebf-8213-fb5192d0c43a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 19:59:59.859883 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d75112bb-19d8-4bbe-91b6-128bbaa32abb req-842463ba-6064-4ebf-8213-fb5192d0c43a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.2349775
Aug 24 19:59:59.915700 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 19:59:59.938934 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d75112bb-19d8-4bbe-91b6-128bbaa32abb req-37c188db-f55d-4c77-9a6b-fb62f088edce tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781007
Aug 24 20:00:00.118864 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:00.123422 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:00.192171 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:00:00.195101 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:00:00.200434 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:00:00.235910 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:00.248048 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:00.426713 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a0e82d8a-979e-4db6-8a90-8923fe33e49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:00.765201 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9539c1-0eab-45c8-ad43-9fb5908c713b None None] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:00:00.843827 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:00.853117 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c79eca28-2574-453c-8251-74fc814d60cb up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:01.003907 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ecb67c9f-f5ec-4c52-b4e4-2863eaea46ae None None] Provisioning for port c79eca28-2574-453c-8251-74fc814d60cb completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:01.081235 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.111238 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port c79eca28-2574-453c-8251-74fc814d60cb completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:01.120622 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port c79eca28-2574-453c-8251-74fc814d60cb triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:01.121007 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.249932 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.277974 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.290588 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c17695-175d-49cd-85bb-66d4725b4f81 req-799bf332-5554-40d4-9f32-078b9c97e2a1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:01.291531 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port c79eca28-2574-453c-8251-74fc814d60cb, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=c79eca28-2574-453c-8251-74fc814d60cb,segment=NetworkSegment(db520440-8bb4-41cb-ae0e-87e63941a807),segment_id=db520440-8bb4-41cb-ae0e-87e63941a807)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:01.294500 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-26c17695-175d-49cd-85bb-66d4725b4f81 req-799bf332-5554-40d4-9f32-078b9c97e2a1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1879475
Aug 24 20:00:01.419322 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-26c17695-175d-49cd-85bb-66d4725b4f81 req-47b81fd8-fe4f-410a-af1c-0dcaeb1a6bc5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730088
Aug 24 20:00:01.420413 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.421478 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device fcf50cce-3748-4e75-89f6-f7f30725b9de up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:01.455956 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29b857-008b-4859-921f-d1afa3455270 req-14134f96-ab94-4b9d-9264-de9cbc9734ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:01.456479 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:01.457436 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-14134f96-ab94-4b9d-9264-de9cbc9734ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b&tenant_id=190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 1096 time: 0.0846341
Aug 24 20:00:01.548173 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-25e99332-6655-4376-8aee-65484d1fa4db None None] Provisioning complete for port c79eca28-2574-453c-8251-74fc814d60cb triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:01.548462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-25e99332-6655-4376-8aee-65484d1fa4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.558891 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29b857-008b-4859-921f-d1afa3455270 req-2af4413a-d8fd-4516-af29-3b116475eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:01.560482 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-2af4413a-d8fd-4516-af29-3b116475eeec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1096 time: 0.0750921
Aug 24 20:00:01.596290 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 20:00:01.600029 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=c79eca28-2574-453c-8251-74fc814d60cb,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:01.606486 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:01.692900 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port fcf50cce-3748-4e75-89f6-f7f30725b9de completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:01.699241 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port fcf50cce-3748-4e75-89f6-f7f30725b9de triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:01.699624 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.699821 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29b857-008b-4859-921f-d1afa3455270 req-425f6ab8-897d-4255-baa8-86a2792f4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:01.701349 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-425f6ab8-897d-4255-baa8-86a2792f4b55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.1340561
Aug 24 20:00:01.785204 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:00:01.801265 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Sync routers for ids ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:00:01.809385 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-27e12080-3991-44d5-932f-15429c2cba54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16 HTTP/1.1" status: 200  len: 999 time: 0.1013291
Aug 24 20:00:01.826358 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Routers {'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:00:01.826987 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f385370>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T19:59:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:01.882644 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.889201 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] Notify callbacks [] for router, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:01.893096 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-12d09035-b0fd-489a-9348-2236b3711242 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.6884162
Aug 24 20:00:01.894042 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59320) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:00:01.973087 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29b857-008b-4859-921f-d1afa3455270 req-99d133ba-4bf3-49d8-91ea-6538c67e5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:01.974768 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-99d133ba-4bf3-49d8-91ea-6538c67e5cdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.1584351
Aug 24 20:00:01.999536 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port fcf50cce-3748-4e75-89f6-f7f30725b9de, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=fcf50cce-3748-4e75-89f6-f7f30725b9de,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:02.035155 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Set router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:00:02.053283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29b857-008b-4859-921f-d1afa3455270 req-6a4c75bd-1035-4fe5-8ab8-86b94e898953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:02.055774 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-6a4c75bd-1035-4fe5-8ab8-86b94e898953 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742946
Aug 24 20:00:02.076983 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:02.168391 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:02.213677 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-02f8b5c1-0772-4f7f-a21f-edb4ab99d641 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512232
Aug 24 20:00:02.370398 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2b29b857-008b-4859-921f-d1afa3455270 req-f4e53ae7-4792-4cf2-baf0-71f248fcd272 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502409
Aug 24 20:00:02.395509 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=fcf50cce-3748-4e75-89f6-f7f30725b9de,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:02.399711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:02.429396 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f385370>, [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:00:00Z', 'revision_number': 3, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port': {'id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:59Z', 'updated_at': '2021-08-24T19:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:02.434673 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Checking router: e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:00:02.434673 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Updating router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 20:00:02.487456 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:02.741903 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733e61a-d910-4e0e-8946-4c5a35e66fed req-37ed6026-abf5-452d-8472-d87418efd412 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:02.743505 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9733e61a-d910-4e0e-8946-4c5a35e66fed req-37ed6026-abf5-452d-8472-d87418efd412 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1981933
Aug 24 20:00:02.786711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c79eca28-2574-453c-8251-74fc814d60cb up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:02.831973 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:02.853734 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9733e61a-d910-4e0e-8946-4c5a35e66fed req-acc436b9-5ddb-40af-b9a2-d8129455fd86 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784094
Aug 24 20:00:02.927948 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port c79eca28-2574-453c-8251-74fc814d60cb triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:02.928425 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.005437 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.011958 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Transition to ACTIVE for port object 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:00:03.054188 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Allocated IP 172.20.0.1 (6ae088b4-69bd-467b-93e8-6456f7c860a1/935a9480-a177-40ab-a60f-877e326fb12f/94baa59e-ff26-4633-85aa-4840ddeb208c) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:00:03.073119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device fcf50cce-3748-4e75-89f6-f7f30725b9de up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:03.101434 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.112050 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:03.210104 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Attempting to bind port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:00:03.210532 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Attempting to bind port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:00:03.210970 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Attempting to bind port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:00:03.223140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.236719 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8df48-92c8-4a8a-80c5-fdab57b9cb9e None None] Pushing event updated for resources: {'Port': ['ID=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:03.236719 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:00:03.236719 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:00:03.237101 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.237397 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:00:03.237924 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Bound port: 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:00:03.238448 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.243926 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Transition to ACTIVE for port object 94baa59e-ff26-4633-85aa-4840ddeb208c will not be triggered until provisioned by entity DHCP. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:00:03.269830 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-bbc8df48-92c8-4a8a-80c5-fdab57b9cb9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:03.335313 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.340362 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:03.379489 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8c19-b674-4155-bdfc-41e2c84f110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.419912 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] For port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:00:03.424912 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] For port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:00:03.427976 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port fcf50cce-3748-4e75-89f6-f7f30725b9de triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:03.428686 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.476267 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:00:03.479978 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:00:03.489440 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:00:03.495281 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.504763 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:03.544939 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Pushing event updated for resources: {'Port': ['ID=94baa59e-ff26-4633-85aa-4840ddeb208c,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:03.553350 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:03.563707 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:03.719163 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Routers {'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:00:03.720200 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f385370>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:00:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:03.941146 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8df48-92c8-4a8a-80c5-fdab57b9cb9e None None] Pushing event updated for resources: {'Port': ['ID=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:03.944704 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-bbc8df48-92c8-4a8a-80c5-fdab57b9cb9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:03.979784 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] Set router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:00:04.144615 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-4b5ced56-3a14-40cc-b309-c4b88c2fd84d None None] Provisioning for port 94baa59e-ff26-4633-85aa-4840ddeb208c completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:04.168215 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-4b5ced56-3a14-40cc-b309-c4b88c2fd84d None None] Provisioning complete for port 94baa59e-ff26-4633-85aa-4840ddeb208c triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:04.168948 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4b5ced56-3a14-40cc-b309-c4b88c2fd84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:04.254050 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:04.282818 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2fc6f-e6a6-41ae-9212-81ccddb6371b req-6ee8ec18-16fd-4e4a-9dad-1c4f22aae79d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:04.290609 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-43d2fc6f-e6a6-41ae-9212-81ccddb6371b req-6ee8ec18-16fd-4e4a-9dad-1c4f22aae79d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.2317977
Aug 24 20:00:04.294999 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:04.306943 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ced56-3a14-40cc-b309-c4b88c2fd84d None None] Port 94baa59e-ff26-4633-85aa-4840ddeb208c cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:00:04.483102 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-43d2fc6f-e6a6-41ae-9212-81ccddb6371b req-79bd9b64-df19-4ae1-be8e-a007a9892a57 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916051
Aug 24 20:00:04.498896 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f385370>, [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:00:00Z', 'revision_number': 3, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port': {'id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:59Z', 'updated_at': '2021-08-24T20:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:04.504443 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4629685-d695-4daa-a85b-a2ab387cb66a None None] The sync data for ids ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'] in dv-cinder-805877-1-iscsi is: [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:00:00Z', 'revision_number': 3, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port': {'id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:59Z', 'updated_at': '2021-08-24T20:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:00:04.687401 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:04.742570 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:04.786414 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cb548802-8d0b-487b-933b-c90778c7120f tempest-VolumesActionsTest-1100453379 tempest-VolumesActionsTest-1100453379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:04.910104 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Pushing event updated for resources: {'Port': ['ID=94baa59e-ff26-4633-85aa-4840ddeb208c,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:04.912541 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:04.916545 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:05.070404 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:00:05.072102 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:00:05.292351 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:00:05.352556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-66b7aada-20dd-44ea-a410-74a0dcca4fd9 None None] Provisioning complete for port 94baa59e-ff26-4633-85aa-4840ddeb208c triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:05.356825 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-66b7aada-20dd-44ea-a410-74a0dcca4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:05.483747 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-66b7aada-20dd-44ea-a410-74a0dcca4fd9 None None] Port 94baa59e-ff26-4633-85aa-4840ddeb208c cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:00:05.543295 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:05.558347 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:00:05.568697 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] 10.222.0.37 "PUT /v2.0/routers/e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6729190
Aug 24 20:00:05.740376 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad106a-ac78-4859-bc9d-1342cdc7821a req-ca6ec15f-7e3a-46fd-b50e-0208822fa551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:05.741869 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e5ad106a-ac78-4859-bc9d-1342cdc7821a req-ca6ec15f-7e3a-46fd-b50e-0208822fa551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0869741
Aug 24 20:00:05.796789 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e5ad106a-ac78-4859-bc9d-1342cdc7821a req-a2783ec0-1a66-4bf3-9b07-b018d1254994 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486777
Aug 24 20:00:06.444778 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Sync routers for ids ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:00:06.456293 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Routers {'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:00:06.457232 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09647f5130>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:00:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:06.789656 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Set router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:00:06.843424 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:07.062273 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab3b2-d1cf-4fdc-9ab4-fe2396f5c74c req-5a6eea99-4df0-4aab-9d15-a0fc1b592a7d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:07.063914 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eaeab3b2-d1cf-4fdc-9ab4-fe2396f5c74c req-5a6eea99-4df0-4aab-9d15-a0fc1b592a7d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0896430
Aug 24 20:00:07.110740 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eaeab3b2-d1cf-4fdc-9ab4-fe2396f5c74c req-5d287f6c-f47f-4da9-9b00-2f995119e502 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408230
Aug 24 20:00:07.165025 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09647f5130>, [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:00:03Z', 'revision_number': 4, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port': {'id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:59Z', 'updated_at': '2021-08-24T20:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '94baa59e-ff26-4633-85aa-4840ddeb208c', 'name': '', 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'mac_address': 'fa:16:3e:82:d5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '935a9480-a177-40ab-a60f-877e326fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:00:02Z', 'updated_at': '2021-08-24T20:00:04Z', 'revision_number': 2, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'subnets': [{'id': '935a9480-a177-40ab-a60f-877e326fb12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:07.169174 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Checking router: e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:00:07.169533 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Updating router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 port 94baa59e-ff26-4633-85aa-4840ddeb208c binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 20:00:07.221012 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:07.472044 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:07.479472 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:07.499124 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:07.590216 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:07.610286 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Transition to ACTIVE for port object 94baa59e-ff26-4633-85aa-4840ddeb208c will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:00:07.679843 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:07.705739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:07.757278 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:07.763600 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:07.843252 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4b5dc-41b4-4580-905b-772f21e4bfe9 None None] Pushing event updated for resources: {'Port': ['ID=94baa59e-ff26-4633-85aa-4840ddeb208c,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:07.848805 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d4d4b5dc-41b4-4580-905b-772f21e4bfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:07.866736 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:07.868768 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-bbc8df48-92c8-4a8a-80c5-fdab57b9cb9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:08.035281 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:08.044419 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Attempting to bind port 94baa59e-ff26-4633-85aa-4840ddeb208c on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:00:08.044890 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Attempting to bind port 94baa59e-ff26-4633-85aa-4840ddeb208c by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:00:08.045025 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:08.045530 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Attempting to bind port 94baa59e-ff26-4633-85aa-4840ddeb208c on network 6ae088b4-69bd-467b-93e8-6456f7c860a1 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:00:08.052509 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:00:08.053029 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Checking segment: {'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:00:08.053539 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:08.054106 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Bound using segment: {'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:00:08.054773 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Bound port: 94baa59e-ff26-4633-85aa-4840ddeb208c, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db520440-8bb4-41cb-ae0e-87e63941a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:00:08.055357 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:08.217734 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] For port 94baa59e-ff26-4633-85aa-4840ddeb208c, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:00:08.232447 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] For port 94baa59e-ff26-4633-85aa-4840ddeb208c, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=94baa59e-ff26-4633-85aa-4840ddeb208c,segment=NetworkSegment(db520440-8bb4-41cb-ae0e-87e63941a807),segment_id=db520440-8bb4-41cb-ae0e-87e63941a807)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:00:08.324557 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:08.329546 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:08.408554 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390fc5c-6d78-406e-a55f-8b57e84ab303 req-04c42874-c198-4aed-a6bb-0868b51d58f0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:08.412146 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e390fc5c-6d78-406e-a55f-8b57e84ab303 req-04c42874-c198-4aed-a6bb-0868b51d58f0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1411135
Aug 24 20:00:08.525219 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4b5dc-41b4-4580-905b-772f21e4bfe9 None None] Pushing event updated for resources: {'Port': ['ID=94baa59e-ff26-4633-85aa-4840ddeb208c,revision_number=4']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:08.537529 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d4d4b5dc-41b4-4580-905b-772f21e4bfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:08.538298 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Routers {'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:00:08.540739 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09647f5130>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:00:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:08.564469 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e390fc5c-6d78-406e-a55f-8b57e84ab303 req-3213a1f4-f983-447e-8ab7-9178b169b511 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1427419
Aug 24 20:00:08.776430 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:08.820112 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] Set router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:00:09.057146 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:09.057774 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:09.247778 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09647f5130>, [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:00:03Z', 'revision_number': 4, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port': {'id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:59Z', 'updated_at': '2021-08-24T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '94baa59e-ff26-4633-85aa-4840ddeb208c', 'name': '', 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'mac_address': 'fa:16:3e:82:d5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '935a9480-a177-40ab-a60f-877e326fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:00:02Z', 'updated_at': '2021-08-24T20:00:08Z', 'revision_number': 4, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'subnets': [{'id': '935a9480-a177-40ab-a60f-877e326fb12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:09.252852 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd2b24-22ee-439b-b29c-9e7d31d97c16 None None] The sync data for ids ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'] in dv-cinder-805877-1-iscsi is: [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:00:03Z', 'revision_number': 4, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port': {'id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:59Z', 'updated_at': '2021-08-24T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '94baa59e-ff26-4633-85aa-4840ddeb208c', 'name': '', 'network_id': '6ae088b4-69bd-467b-93e8-6456f7c860a1', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'mac_address': 'fa:16:3e:82:d5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '935a9480-a177-40ab-a60f-877e326fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:00:02Z', 'updated_at': '2021-08-24T20:00:08Z', 'revision_number': 4, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'subnets': [{'id': '935a9480-a177-40ab-a60f-877e326fb12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:00:10.010567 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074291-aa63-47c1-9ac5-3dd5f4545e0a req-40e6aee4-8c44-4777-bedc-3237c1c76451 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:10.013565 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f8074291-aa63-47c1-9ac5-3dd5f4545e0a req-40e6aee4-8c44-4777-bedc-3237c1c76451 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1961050
Aug 24 20:00:10.104184 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f8074291-aa63-47c1-9ac5-3dd5f4545e0a req-23149180-f1b8-420a-8e22-33aa82d99b6d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764239
Aug 24 20:00:10.835473 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 94baa59e-ff26-4633-85aa-4840ddeb208c up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:11.287859 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db8784-974b-4122-ad75-1bcf105489c9 req-38faf630-dace-4e66-bf9b-b72d3c7e6348 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:11.289211 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f2db8784-974b-4122-ad75-1bcf105489c9 req-38faf630-dace-4e66-bf9b-b72d3c7e6348 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0799866
Aug 24 20:00:11.340297 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f2db8784-974b-4122-ad75-1bcf105489c9 req-b9a646ac-6f76-4ace-a3c4-a351c1b9552d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412793
Aug 24 20:00:11.556317 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 94baa59e-ff26-4633-85aa-4840ddeb208c completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:11.561429 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 94baa59e-ff26-4633-85aa-4840ddeb208c triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:11.561816 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:11.682754 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:11.714936 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 94baa59e-ff26-4633-85aa-4840ddeb208c, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=94baa59e-ff26-4633-85aa-4840ddeb208c,segment=NetworkSegment(db520440-8bb4-41cb-ae0e-87e63941a807),segment_id=db520440-8bb4-41cb-ae0e-87e63941a807)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:11.805579 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:11.817954 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-aea31e03-b660-4b40-a55c-0efe8b08eee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:11.908849 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=94baa59e-ff26-4633-85aa-4840ddeb208c,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:11.915265 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:12.588064 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab305743-27d8-4ec4-a171-c05fe128ba62 req-25178178-0aad-4da5-9167-551b8d03d784 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:12.589857 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab305743-27d8-4ec4-a171-c05fe128ba62 req-25178178-0aad-4da5-9167-551b8d03d784 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.1156614
Aug 24 20:00:12.648875 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab305743-27d8-4ec4-a171-c05fe128ba62 req-e7bcb0c0-d09c-46b7-9ddc-44be55140494 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510445
Aug 24 20:00:12.756024 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 94baa59e-ff26-4633-85aa-4840ddeb208c up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:12.914031 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 94baa59e-ff26-4633-85aa-4840ddeb208c triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:12.914720 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:14.096877 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9bfb-6949-4e22-8316-531acecc54b3 req-81ff4f7b-40ba-4b59-8605-e7b184faa278 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:14.098704 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aeaa9bfb-6949-4e22-8316-531acecc54b3 req-81ff4f7b-40ba-4b59-8605-e7b184faa278 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.2842140
Aug 24 20:00:14.172290 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-aeaa9bfb-6949-4e22-8316-531acecc54b3 req-0dd22e41-0a7c-48d2-9597-b77e768d8b13 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664034
Aug 24 20:00:15.358031 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd9550-393a-4846-b6d7-773f0701af6f req-d8acb2e7-0498-4687-8e9d-b8dc889b2462 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:15.359492 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ccd9550-393a-4846-b6d7-773f0701af6f req-d8acb2e7-0498-4687-8e9d-b8dc889b2462 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0798221
Aug 24 20:00:15.407293 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5ccd9550-393a-4846-b6d7-773f0701af6f req-e90e3a9b-b8aa-4117-8a47-5b6ee4aec01a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414784
Aug 24 20:00:16.607513 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c0c1d-6d10-4335-9a8f-89d462854ed6 req-fb5f9b3c-0cd9-4e72-aae7-d13fbdbdb9c2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:16.608992 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5f4c0c1d-6d10-4335-9a8f-89d462854ed6 req-fb5f9b3c-0cd9-4e72-aae7-d13fbdbdb9c2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0879722
Aug 24 20:00:16.662251 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5f4c0c1d-6d10-4335-9a8f-89d462854ed6 req-8870d8c0-ec0a-42c1-b119-1816057a9d3a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428326
Aug 24 20:00:17.884863 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d553792-2a6f-4af1-ad54-f710ec43bfb4 req-7ee9f2a9-ab56-42ec-a532-0e39506618ba tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:17.886493 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7d553792-2a6f-4af1-ad54-f710ec43bfb4 req-7ee9f2a9-ab56-42ec-a532-0e39506618ba tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0973656
Aug 24 20:00:17.938365 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7d553792-2a6f-4af1-ad54-f710ec43bfb4 req-3dd7244e-7962-41c9-8e4f-12662c52c3c6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464129
Aug 24 20:00:19.144627 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623af412-6b79-4e37-a1c0-2130071e922b req-a29c20bc-4088-4680-a906-18f49a4bc815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:19.146266 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-623af412-6b79-4e37-a1c0-2130071e922b req-a29c20bc-4088-4680-a906-18f49a4bc815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0882769
Aug 24 20:00:19.193302 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-623af412-6b79-4e37-a1c0-2130071e922b req-d8db4204-5ed0-434e-a218-db7fbe51e830 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408087
Aug 24 20:00:19.856633 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:20.462835 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d998-6511-4bd9-97c0-a8fa4f6e60d6 req-d33d36b3-7710-4583-a1b7-69cc6c16906c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:20.464324 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-25b4d998-6511-4bd9-97c0-a8fa4f6e60d6 req-d33d36b3-7710-4583-a1b7-69cc6c16906c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0853095
Aug 24 20:00:20.509436 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-25b4d998-6511-4bd9-97c0-a8fa4f6e60d6 req-64afba54-ec02-416f-8751-95b0e87b3ba5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392711
Aug 24 20:00:20.810852 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-01699b29-5b4f-4513-b238-ac514036dec1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:20.812437 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-01699b29-5b4f-4513-b238-ac514036dec1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 814 time: 0.1461794
Aug 24 20:00:20.827091 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-6f85439e-31e4-4cf4-8a73-c9eb37e0aa62 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/quotas/aba666080f5546b1b922547560f8254d HTTP/1.1" status: 200  len: 375 time: 0.0089526
Aug 24 20:00:20.908125 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-0bd0e07d-f11b-4565-9888-915676d7a416 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0757427
Aug 24 20:00:21.090026 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-7f6d29a7-6b77-4d3d-86cd-3baa0c860675 service neutron] 10.222.0.37 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698656
Aug 24 20:00:21.230802 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-87cec21b-8666-40d7-bebc-d9c256c69130 service neutron] 10.222.0.37 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345861
Aug 24 20:00:21.558026 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc864e0a-c63c-4064-a329-8fb4c45b9dc1 req-231bca94-46ef-4e69-894e-fece0632e647 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 210 time: 0.0492837
Aug 24 20:00:21.721105 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a89d1-d8f4-4726-9afd-5551abe4733c req-6cd33e5c-6968-40e7-8d14-9b8b2e4eef1e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:21.722834 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b35a89d1-d8f4-4726-9afd-5551abe4733c req-6cd33e5c-6968-40e7-8d14-9b8b2e4eef1e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0801811
Aug 24 20:00:21.766988 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b35a89d1-d8f4-4726-9afd-5551abe4733c req-16348d3d-9027-44f5-bba9-2a3f57195e8d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383532
Aug 24 20:00:22.658097 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-af5737c5-1b7a-4e24-873d-9511cfb873de req-0a5a7b65-dd85-4eb3-90d0-babfe3f8c2e9 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 210 time: 0.0456059
Aug 24 20:00:22.955531 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594797-03f1-4e39-85ef-cebfb2faf865 req-170a73d2-4cd5-4894-965e-0e55ea20d72b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:22.956895 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b3594797-03f1-4e39-85ef-cebfb2faf865 req-170a73d2-4cd5-4894-965e-0e55ea20d72b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0792384
Aug 24 20:00:23.001267 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b3594797-03f1-4e39-85ef-cebfb2faf865 req-0ef78a75-a7de-4c4a-a6e2-8f1345d01df4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388367
Aug 24 20:00:23.806650 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4f9eb63a-0c60-4721-81b0-e72febe1703b req-04ee0494-fedc-421b-aa48-91a4cd84f8d9 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 210 time: 0.0446742
Aug 24 20:00:24.191083 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8dfc4-f0cf-480a-8e05-7c3f836c44bf req-14bf8984-8c94-48ce-987c-f9ff9b7c0bd8 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:24.192512 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-79f8dfc4-f0cf-480a-8e05-7c3f836c44bf req-14bf8984-8c94-48ce-987c-f9ff9b7c0bd8 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 943 time: 0.0786448
Aug 24 20:00:24.238024 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-79f8dfc4-f0cf-480a-8e05-7c3f836c44bf req-4c7d3396-7a6d-4a9b-bd34-31030442bfdb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398474
Aug 24 20:00:24.327830 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:00:24.424399 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-6872e4cd-c732-41ba-88a1-4f001538a210 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:24.425083 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-f5e05287-e742-44c2-9885-04cf69879840 req-6872e4cd-c732-41ba-88a1-4f001538a210 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Synchronizing usage tracker for tenant:aba666080f5546b1b922547560f8254d on resource:network {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:00:24.461314 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:24.479654 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'port_id': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'mac_address': 'fa:16:3e:8e:74:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:00:24.523579 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-f5e05287-e742-44c2-9885-04cf69879840 req-6872e4cd-c732-41ba-88a1-4f001538a210 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Unset dirty status for tenant:aba666080f5546b1b922547560f8254d on resource:network {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:00:24.524792 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-6872e4cd-c732-41ba-88a1-4f001538a210 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.60 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 814 time: 0.2486527
Aug 24 20:00:24.535857 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:24.538014 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'port': {'device_id': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'admin_state_up': True, 'tenant_id': 'aba666080f5546b1b922547560f8254d'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:00:24.552637 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f55b967-0bd1-42cb-8ad0-71ed73672e16 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:00:24.567785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:24.678431 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:00:24.682313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:port and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:00:24.685399 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:00:24.691264 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:00:24.707893 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:24.711823 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:24.780404 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=9']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:24.784408 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:24.825981 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Made reservation on behalf of aba666080f5546b1b922547560f8254d for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:00:24.829617 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:24.927368 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['0f55b967-0bd1-42cb-8ad0-71ed73672e16'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:00:24.994468 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6e0f4082-f284-4026-9292-24c35e6518d2 req-7a1d8f08-405d-4ace-b0b5-cef3dda86b0f tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 210 time: 0.0810108
Aug 24 20:00:25.028304 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Allocated IP 172.20.0.11 (ace62144-1194-4fa1-acdd-f0ae4e20d77e/6d1ecc14-9819-4695-a8f8-bf16dfc3729b/4cd86e11-5828-4f7b-8343-dd87dd0a6da2) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:00:25.116932 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-425111c5-00d2-450d-ae49-ff4e9e8ba2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:25.118642 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-425111c5-00d2-450d-ae49-ff4e9e8ba2dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1097 time: 0.0820067
Aug 24 20:00:25.245058 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:25.266217 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Transition to ACTIVE for port object 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:00:25.352058 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:25.358650 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ce4ce3c5-cf59-4751-97f5-6fbe52f405ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:25.417601 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-b9cc810a-673b-42cd-bbd7-fe81c32dbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:25.419497 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-b9cc810a-673b-42cd-bbd7-fe81c32dbd61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.2804756
Aug 24 20:00:25.443893 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:00:25.449950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:00:25.465424 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:00:25.484339 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2a0f-4e79-443d-a8ac-e16905a81aa7 req-e0a3e774-64a9-419e-81fe-3bb82b0ea4bc tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:25.487152 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ae0f2a0f-4e79-443d-a8ac-e16905a81aa7 req-e0a3e774-64a9-419e-81fe-3bb82b0ea4bc tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 944 time: 0.1319289
Aug 24 20:00:25.512124 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:25.518135 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:25.565917 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:25.566640 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:25.592237 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ae0f2a0f-4e79-443d-a8ac-e16905a81aa7 req-12bccd4c-ad25-4c53-a448-d8241528d673 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885830
Aug 24 20:00:25.669099 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1345248
Aug 24 20:00:25.692916 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Request body: {'port': {'device_id': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:00:25.786872 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-286cbec1-2991-4bd1-8a9c-5cb5f67e7594 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16 HTTP/1.1" status: 200  len: 1000 time: 0.1798947
Aug 24 20:00:25.841954 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:25.971118 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-902f7d9c-29b3-44d8-80d2-1da55bfce597 None None] Provisioning for port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:25.976747 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-902f7d9c-29b3-44d8-80d2-1da55bfce597 None None] Provisioning complete for port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:25.977129 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-902f7d9c-29b3-44d8-80d2-1da55bfce597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:26.051208 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-902f7d9c-29b3-44d8-80d2-1da55bfce597 None None] Port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:00:26.267754 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1795-fed1-4018-9aa5-e2acbf139177 req-8b4dee90-fdce-4a8a-8159-52b1cb5e1569 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:26.271130 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9f8b1795-fed1-4018-9aa5-e2acbf139177 req-8b4dee90-fdce-4a8a-8159-52b1cb5e1569 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 932 time: 0.1176100
Aug 24 20:00:26.275529 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:00:26.285418 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:26.299348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Transition to ACTIVE for port object 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:00:26.335213 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9f8b1795-fed1-4018-9aa5-e2acbf139177 req-3ec375f9-49f8-4d81-b000-cd99019c1daa tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560193
Aug 24 20:00:26.347837 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:26.428144 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:26.440227 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:26.449339 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:26.449790 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:26.595557 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:26.646094 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:00:26.659979 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:26.734750 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Pushing event updated for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:26.743492 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:26.759609 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:26.762448 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:26.876013 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Attempting to bind port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:00:26.876500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Attempting to bind port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:00:26.877089 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Attempting to bind port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 on network ace62144-1194-4fa1-acdd-f0ae4e20d77e {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:00:26.882459 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 on network ace62144-1194-4fa1-acdd-f0ae4e20d77e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 20:00:26.883199 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Attempting to bind port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 on network ace62144-1194-4fa1-acdd-f0ae4e20d77e {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:00:26.894035 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:00:26.894605 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Checking segment: {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:00:26.895100 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Bound using segment: {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:00:26.895701 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Bound port: 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23216ca2-a6b3-4213-876e-6ea5a6c33c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:00:26.896159 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:26.967890 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=10']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:26.971703 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:27.022892 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:00:27.030220 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:00:27.091102 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d206a-fe6d-4af6-85fd-2f326dfcb50e req-3abbbe01-b9e4-474f-bf96-33b2673424fd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:27.092678 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-da2d206a-fe6d-4af6-85fd-2f326dfcb50e req-3abbbe01-b9e4-474f-bf96-33b2673424fd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.1860321
Aug 24 20:00:27.110382 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10d5d-b2ec-44fe-8051-0f43153b11ad req-88925148-3de2-4371-9a34-1ca4b4d436b0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:27.119259 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e4b10d5d-b2ec-44fe-8051-0f43153b11ad req-88925148-3de2-4371-9a34-1ca4b4d436b0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.2706256
Aug 24 20:00:27.132329 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:27.137788 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c86c749c-4aa3-4ca1-bee0-e0263d222123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:27.187373 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-da2d206a-fe6d-4af6-85fd-2f326dfcb50e req-589df88e-ab23-4482-9b38-6149b55fbdc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660906
Aug 24 20:00:27.198423 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:27.199081 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:27.200864 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] 10.222.0.60 "PUT /v2.0/ports/4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 1094 time: 1.5148585
Aug 24 20:00:27.201452 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:00:27.226407 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Pushing event updated for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:27.232589 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:27.234930 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e4b10d5d-b2ec-44fe-8051-0f43153b11ad req-698f26af-6057-4f98-a0ac-ef990a2d0b38 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148062
Aug 24 20:00:27.359467 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'code': 200}
Aug 24 20:00:27.440383 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'status': 'completed', 'code': 200}
Aug 24 20:00:27.589400 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feba4ba-48fa-48c0-9556-1eebbb991c8b req-8ec4ddc3-9f28-4bb7-809b-b9dd3ce055b8 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:27.590898 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1feba4ba-48fa-48c0-9556-1eebbb991c8b req-8ec4ddc3-9f28-4bb7-809b-b9dd3ce055b8 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0856593
Aug 24 20:00:27.638026 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1feba4ba-48fa-48c0-9556-1eebbb991c8b req-e18db050-dc0b-4629-a0c6-4ba2685f3c85 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413010
Aug 24 20:00:28.481478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50726-98d1-403a-97ee-23e8abc9553e req-3384b87c-1ee4-4fba-a4cb-b87bcc2be63f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:28.483466 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-47d50726-98d1-403a-97ee-23e8abc9553e req-3384b87c-1ee4-4fba-a4cb-b87bcc2be63f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.1788561
Aug 24 20:00:28.535833 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e9198-6751-47fe-b1a2-019db36c9454 req-051f1aba-dc5c-4720-ac61-971bfb01cb6d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:28.537292 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e18e9198-6751-47fe-b1a2-019db36c9454 req-051f1aba-dc5c-4720-ac61-971bfb01cb6d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1514227
Aug 24 20:00:28.562083 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-47d50726-98d1-403a-97ee-23e8abc9553e req-1a133171-74f9-40c6-920a-1fec6ac4c2ca tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702806
Aug 24 20:00:28.599949 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e18e9198-6751-47fe-b1a2-019db36c9454 req-13f05067-86c8-4963-b153-98315a429dfb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554996
Aug 24 20:00:28.829604 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1c1eb-3367-4c00-8847-9be3db61305c req-0a77f2a2-3803-4561-94ee-bec7d61a6d0a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:28.831023 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-36f1c1eb-3367-4c00-8847-9be3db61305c req-0a77f2a2-3803-4561-94ee-bec7d61a6d0a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0830090
Aug 24 20:00:28.878767 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-36f1c1eb-3367-4c00-8847-9be3db61305c req-f9d94539-4621-47ed-b18a-b966ac78f5d7 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414867
Aug 24 20:00:29.822535 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cfaf-6f37-4ae7-bd41-267b875d56cf req-8cd093f7-08ba-4555-a78a-7f5283aa7e84 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:29.824065 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1257cfaf-6f37-4ae7-bd41-267b875d56cf req-8cd093f7-08ba-4555-a78a-7f5283aa7e84 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.1501846
Aug 24 20:00:29.836972 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3029-d3d8-4bcd-bab7-87c300726d8d req-c1b86677-f9cb-40fd-8ecf-dc613386aa78 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:29.838453 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a35d3029-d3d8-4bcd-bab7-87c300726d8d req-c1b86677-f9cb-40fd-8ecf-dc613386aa78 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1153927
Aug 24 20:00:29.915755 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1257cfaf-6f37-4ae7-bd41-267b875d56cf req-4adc8d00-17f7-4dad-b8e3-b732f3735b7f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762076
Aug 24 20:00:29.921121 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a35d3029-d3d8-4bcd-bab7-87c300726d8d req-b0021f2a-da47-4333-8fb9-98c52063be96 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681326
Aug 24 20:00:30.110122 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6923-3db1-43d3-abe0-4288b910a8d1 req-6892947a-ac67-4ffb-a929-66a3e9c5fe73 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:30.114735 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f2ad6923-3db1-43d3-abe0-4288b910a8d1 req-6892947a-ac67-4ffb-a929-66a3e9c5fe73 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0868273
Aug 24 20:00:30.174564 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f2ad6923-3db1-43d3-abe0-4288b910a8d1 req-d2a3c03d-11c5-43a5-a51e-d7bb05e0baba tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522637
Aug 24 20:00:30.388266 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdc85-2ab8-4780-bdb9-a83f9154f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:31.205318 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186e884-bd72-420a-8cc6-3f0e6c0f90ab req-7d5074e6-3926-437b-9f39-a2a053e9ffb2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:31.206966 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1186e884-bd72-420a-8cc6-3f0e6c0f90ab req-7d5074e6-3926-437b-9f39-a2a053e9ffb2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1267221
Aug 24 20:00:31.215060 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b394b7-c1e0-459f-aeb7-1c83ab3951c9 req-974dff5a-745f-411d-a5f6-9724f12e4426 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:31.216396 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9b394b7-c1e0-459f-aeb7-1c83ab3951c9 req-974dff5a-745f-411d-a5f6-9724f12e4426 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.1678889
Aug 24 20:00:31.291870 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1186e884-bd72-420a-8cc6-3f0e6c0f90ab req-9fd4867f-9773-42ad-a174-59b2a12ddc89 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744987
Aug 24 20:00:31.294679 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b9b394b7-c1e0-459f-aeb7-1c83ab3951c9 req-149353b3-609d-4a74-b6a4-2b25d40dffa9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640447
Aug 24 20:00:31.485796 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf67a7-e271-43ef-b6ae-b9ecd869a527 req-4796424a-27a2-4087-86e0-e30dc4d5882b tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:31.487320 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9fdf67a7-e271-43ef-b6ae-b9ecd869a527 req-4796424a-27a2-4087-86e0-e30dc4d5882b tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0876863
Aug 24 20:00:31.537418 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9fdf67a7-e271-43ef-b6ae-b9ecd869a527 req-04ebefe7-1af2-4ef2-af62-c6661b72e983 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421281
Aug 24 20:00:31.737508 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:32.546456 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:00:32.680290 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb026-1511-4d55-9854-bb415259a150 req-7371de8d-a22e-49e0-b313-420ccee46f6d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:32.682032 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f38cb026-1511-4d55-9854-bb415259a150 req-7371de8d-a22e-49e0-b313-420ccee46f6d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.2524264
Aug 24 20:00:32.695440 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44822d04-ea87-48d5-ad44-d64cbedf7c34 req-dc2e0a21-c29a-487b-aeec-d094d50b565b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:32.697102 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44822d04-ea87-48d5-ad44-d64cbedf7c34 req-dc2e0a21-c29a-487b-aeec-d094d50b565b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.2156756
Aug 24 20:00:32.784551 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f38cb026-1511-4d55-9854-bb415259a150 req-959cce37-e3fb-4c68-8f38-bff96c6ce418 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864325
Aug 24 20:00:32.787361 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44822d04-ea87-48d5-ad44-d64cbedf7c34 req-1816bc19-9392-4690-9b22-f646a50404f9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746238
Aug 24 20:00:32.974451 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6aaaf-6736-46cd-a272-e196a939d9e9 req-9be0be24-8baa-4bfe-9d19-57fb919ef9b4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:32.975938 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-03d6aaaf-6736-46cd-a272-e196a939d9e9 req-9be0be24-8baa-4bfe-9d19-57fb919ef9b4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0849783
Aug 24 20:00:33.023372 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-03d6aaaf-6736-46cd-a272-e196a939d9e9 req-56257e0c-6061-468b-a9d7-ea80da1913b3 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417838
Aug 24 20:00:33.349441 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8a48ac8a-f50d-4c89-9640-5992bbbd606b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:34.064129 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409a8f3-509f-4a4d-bc90-5cef7aee6b0d req-d5472b45-d910-4f15-b55f-0fb0a1e7e159 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:34.065675 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0409a8f3-509f-4a4d-bc90-5cef7aee6b0d req-d5472b45-d910-4f15-b55f-0fb0a1e7e159 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.1545813
Aug 24 20:00:34.078393 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae242674-7a6b-4153-b6a4-24ac16da6cc1 req-b3f32c2d-f3b8-4085-8eff-ccfc74922420 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:34.079757 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ae242674-7a6b-4153-b6a4-24ac16da6cc1 req-b3f32c2d-f3b8-4085-8eff-ccfc74922420 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1301506
Aug 24 20:00:34.155588 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0409a8f3-509f-4a4d-bc90-5cef7aee6b0d req-4d622840-74b8-4c83-bf7d-d6338a74451b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748491
Aug 24 20:00:34.159967 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ae242674-7a6b-4153-b6a4-24ac16da6cc1 req-c3556f7c-717a-4dcc-8367-8b5592bf13f3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664153
Aug 24 20:00:34.360970 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0ecdf-a23f-4eae-93c1-4f416f2d06f1 req-7c718c30-17cc-495a-aa5c-55cfa12eb9fe tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:34.362761 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-75e0ecdf-a23f-4eae-93c1-4f416f2d06f1 req-7c718c30-17cc-495a-aa5c-55cfa12eb9fe tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0910931
Aug 24 20:00:34.409711 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-75e0ecdf-a23f-4eae-93c1-4f416f2d06f1 req-c2016381-d1af-475b-b940-0d9e3ff03162 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412078
Aug 24 20:00:34.547318 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:35.402268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d9d72-55e5-4cf0-9d75-3d92f97d9d9f req-e4f0a6d8-02d9-4653-a726-5d20ad366c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.403780 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-408d9d72-55e5-4cf0-9d75-3d92f97d9d9f req-e4f0a6d8-02d9-4653-a726-5d20ad366c72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1097 time: 0.0851753
Aug 24 20:00:35.438716 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-7863d47e-2017-4a18-84e7-45c3af0941b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.440049 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-7863d47e-2017-4a18-84e7-45c3af0941b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.1304576
Aug 24 20:00:35.508810 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:35.511738 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4384dfb-de8e-47b3-9ba9-a99a522eb209 req-6d3a7746-9152-4430-96d8-2e44baaf811c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.513210 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4384dfb-de8e-47b3-9ba9-a99a522eb209 req-6d3a7746-9152-4430-96d8-2e44baaf811c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.2457328
Aug 24 20:00:35.530762 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d2397-bdd5-42a4-8936-04013d5bc630 req-1e3a1c12-5912-4762-85d7-c2c29e263a88 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.532183 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-611d2397-bdd5-42a4-8936-04013d5bc630 req-1e3a1c12-5912-4762-85d7-c2c29e263a88 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.2287338
Aug 24 20:00:35.570768 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d9d72-55e5-4cf0-9d75-3d92f97d9d9f req-eb5bf85a-7e96-4e6e-b73b-3fc61d6d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.572305 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-408d9d72-55e5-4cf0-9d75-3d92f97d9d9f req-eb5bf85a-7e96-4e6e-b73b-3fc61d6d4e01 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=aba666080f5546b1b922547560f8254d&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1396072
Aug 24 20:00:35.616665 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4384dfb-de8e-47b3-9ba9-a99a522eb209 req-9bda5f43-1694-423c-afcd-0478b0fc1600 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942800
Aug 24 20:00:35.627918 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-3627ea75-f9b3-43dc-8019-04bae8b6d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.629499 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-3627ea75-f9b3-43dc-8019-04bae8b6d80d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1768370
Aug 24 20:00:35.642649 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-611d2397-bdd5-42a4-8936-04013d5bc630 req-7c83a691-ae96-476d-8150-adf981931eb4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950205
Aug 24 20:00:35.728102 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d9d72-55e5-4cf0-9d75-3d92f97d9d9f req-da21ab20-cf9d-44bf-be06-bc3ff3565e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.730591 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-408d9d72-55e5-4cf0-9d75-3d92f97d9d9f req-da21ab20-cf9d-44bf-be06-bc3ff3565e3f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1510112
Aug 24 20:00:35.840350 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-b674f83b-2231-4798-9729-24be7f3327c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.841922 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-b674f83b-2231-4798-9729-24be7f3327c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1097 time: 0.0745821
Aug 24 20:00:35.850533 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-fea7d8fb-2fef-4a18-8636-ce4c8528b72d service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068541
Aug 24 20:00:35.929805 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-3b17b3a4-db97-4a6d-ae40-892ca0747d42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 217 time: 0.0706654
Aug 24 20:00:35.949633 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdac1b-402c-46cf-81b4-ac3558267f46 req-30bad64a-fc16-4c80-92c7-f19b5bcd3ce3 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.951112 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4ffdac1b-402c-46cf-81b4-ac3558267f46 req-30bad64a-fc16-4c80-92c7-f19b5bcd3ce3 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.1932733
Aug 24 20:00:35.994475 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-0d20790a-6820-4ffe-977f-57adf8376e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:35.996586 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-0d20790a-6820-4ffe-977f-57adf8376e9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 200  len: 853 time: 0.0595844
Aug 24 20:00:36.032558 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4ffdac1b-402c-46cf-81b4-ac3558267f46 req-8d005eb5-78a3-407a-9ac2-91530a0f6248 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702205
Aug 24 20:00:36.069133 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-a629e131-bbe1-4af5-90de-21e47ae5dc87 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094138
Aug 24 20:00:36.081786 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05287-e742-44c2-9885-04cf69879840 req-74c15de6-aefc-4f6b-a766-b2b52a229391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:36.083733 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-74c15de6-aefc-4f6b-a766-b2b52a229391 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace62144-1194-4fa1-acdd-f0ae4e20d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798621
Aug 24 20:00:36.109866 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5cb02-dc02-40b8-863f-50644efc401c req-bfceb8b8-3998-4bc7-9203-4b9d00e7da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:36.111396 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b6c5cb02-dc02-40b8-863f-50644efc401c req-bfceb8b8-3998-4bc7-9203-4b9d00e7da6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 1099 time: 0.0768509
Aug 24 20:00:36.154634 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b6c5cb02-dc02-40b8-863f-50644efc401c req-e9bee8d1-0379-48dc-bbd1-d071d0232eaf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350726
Aug 24 20:00:36.221218 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-b495c902-21ad-4639-aeb8-8c547358bfe5 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295505
Aug 24 20:00:36.488324 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f5e05287-e742-44c2-9885-04cf69879840 req-d0a62316-27bb-4451-8cef-1361312dea11 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251581
Aug 24 20:00:36.869092 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a2fe-9b7a-4190-b619-1985693dedcf req-4587e562-6bc2-4402-95d9-f37317e63220 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:36.870597 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6b56a2fe-9b7a-4190-b619-1985693dedcf req-4587e562-6bc2-4402-95d9-f37317e63220 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1079860
Aug 24 20:00:36.877852 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1175505-abf2-4153-809a-97990eff2600 req-741ab5b5-a8bd-4bec-aafc-259871f88e2e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:36.883570 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f1175505-abf2-4153-809a-97990eff2600 req-741ab5b5-a8bd-4bec-aafc-259871f88e2e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.1525710
Aug 24 20:00:36.948002 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6b56a2fe-9b7a-4190-b619-1985693dedcf req-a719a5c3-564b-40c4-b4f4-0951ef96a6ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678117
Aug 24 20:00:36.950663 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f1175505-abf2-4153-809a-97990eff2600 req-24a66c13-af8f-4aa7-ad0c-7694783a3908 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580564
Aug 24 20:00:37.223728 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101066c4-5f88-4584-97e1-5d0058884608 req-122c256d-8d51-41ae-9060-bf35cd68f8af tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:37.225182 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-101066c4-5f88-4584-97e1-5d0058884608 req-122c256d-8d51-41ae-9060-bf35cd68f8af tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0808728
Aug 24 20:00:37.371465 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-101066c4-5f88-4584-97e1-5d0058884608 req-0cec7573-570f-4bcb-8aed-b4643af96b6e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401625
Aug 24 20:00:37.503574 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-e15e1655-c854-406a-a727-c175b5ff3345 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:37.504276 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-e15e1655-c854-406a-a727-c175b5ff3345 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Synchronizing usage tracker for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:00:37.703221 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-e15e1655-c854-406a-a727-c175b5ff3345 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Unset dirty status for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:00:37.704388 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-e15e1655-c854-406a-a727-c175b5ff3345 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.2852476
Aug 24 20:00:37.782796 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Deleting port ae32944e-33d9-4986-ab37-b38d001d6a26 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:00:37.783059 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:38.134922 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] For port ae32944e-33d9-4986-ab37-b38d001d6a26, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=ae32944e-33d9-4986-ab37-b38d001d6a26,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:38.135388 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:38.227714 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1d22-03bf-416a-8ea2-e64a39534a6a req-0f08b451-c40b-4eb6-a6b0-a3ef2a0311d4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:38.229156 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-638d1d22-03bf-416a-8ea2-e64a39534a6a req-0f08b451-c40b-4eb6-a6b0-a3ef2a0311d4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1424139
Aug 24 20:00:38.241393 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b1bdd-5df5-40b1-be19-10677d432091 req-9a67c30a-1e09-4d73-b306-829a872f1fe6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:38.242812 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-661b1bdd-5df5-40b1-be19-10677d432091 req-9a67c30a-1e09-4d73-b306-829a872f1fe6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 945 time: 0.1166618
Aug 24 20:00:38.314972 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-638d1d22-03bf-416a-8ea2-e64a39534a6a req-c01492b7-f001-439e-98fb-b4070395e191 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710697
Aug 24 20:00:38.330152 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-661b1bdd-5df5-40b1-be19-10677d432091 req-58d284af-9004-425f-b347-c02b06161bcb tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723779
Aug 24 20:00:38.451018 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:38.451559 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:38.451852 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Floating IP 1badc8aa-72c2-4777-983c-3610d5fc8af1 disassociated. External IP: 172.27.3.208, port: ae32944e-33d9-4986-ab37-b38d001d6a26.
Aug 24 20:00:38.452201 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Calling delete_port for ae32944e-33d9-4986-ab37-b38d001d6a26 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:00:38.586914 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e729d-244e-4de4-816e-75ceb8adbdfd req-b3c40880-ba97-45b3-a997-627ad715bfa8 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:38.588391 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-950e729d-244e-4de4-816e-75ceb8adbdfd req-b3c40880-ba97-45b3-a997-627ad715bfa8 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0892575
Aug 24 20:00:38.636351 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-950e729d-244e-4de4-816e-75ceb8adbdfd req-78a854d6-4cc9-4fdd-a2f1-992b3badb43b tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411258
Aug 24 20:00:38.760573 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:38.766486 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-59b64213-c917-4bda-b6b6-36ecb34d41a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:38.811487 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event deleted for resources: {'Port': ['ID=ae32944e-33d9-4986-ab37-b38d001d6a26,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:38.814353 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:38.994909 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:00:39.177262 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:00:39.187739 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:00:39.198769 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:00:39.199728 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f1d8250>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:00:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:39.252490 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] No DVR routers for this DVR port ae32944e-33d9-4986-ab37-b38d001d6a26 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:00:39.255406 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:39.258517 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'name': 'network-vif-deleted', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:00:39.305789 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f203551b-fd99-4054-9856-0545611d3eec', 'name': 'network-vif-deleted', 'tag': 'ae32944e-33d9-4986-ab37-b38d001d6a26', 'status': 'completed', 'code': 200}
Aug 24 20:00:39.400763 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:00:39.514720 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7ead918b-8338-4202-8950-2b90bcdbadec req-14538403-ec39-4223-b9bc-c05cb08ed9e6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 210 time: 0.0589788
Aug 24 20:00:39.535423 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a6b55eed-befd-47ea-b79f-a09979660b51 req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "DELETE /v2.0/ports/ae32944e-33d9-4986-ab37-b38d001d6a26 HTTP/1.1" status: 204  len: 173 time: 1.8251791
Aug 24 20:00:39.579070 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c24d6-4d3d-4021-86e8-78e39d73414f req-279efc10-0fcb-4790-8c16-11effa69b2d1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:39.580561 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a07c24d6-4d3d-4021-86e8-78e39d73414f req-279efc10-0fcb-4790-8c16-11effa69b2d1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1560955
Aug 24 20:00:39.626136 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a07c24d6-4d3d-4021-86e8-78e39d73414f req-be43e1fb-44bc-4db9-8832-bccba0d8c7fd tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400090
Aug 24 20:00:39.757344 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f1d8250>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:39.761723 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:00:39.769949 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:00:39.770668 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f1d8250>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:00:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:39.831493 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ce25d-be46-4f36-a7b4-b41aedd49201 req-e1a1f27e-1fc7-448c-98a9-bbe1311eaa43 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:39.833087 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-405ce25d-be46-4f36-a7b4-b41aedd49201 req-e1a1f27e-1fc7-448c-98a9-bbe1311eaa43 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 944 time: 0.0936296
Aug 24 20:00:39.887299 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-405ce25d-be46-4f36-a7b4-b41aedd49201 req-f89645ec-ac97-4bcf-9d7d-d0142a45d0a4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484381
Aug 24 20:00:39.972131 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:00:40.313199 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f1d8250>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:00:40.317130 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be2f0-25d4-4ecd-bd7b-c86d72f074e9 None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:00:40.437920 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:00:40.582055 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:40.596039 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'port_id': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'mac_address': 'fa:16:3e:3b:f4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:00:40.635006 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7c54d-20c9-4168-8365-a519cb67fc82 None None] New status for floating IP 1badc8aa-72c2-4777-983c-3610d5fc8af1: DOWN {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:00:40.663446 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:40.685391 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:00:40.717009 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:40.743453 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-624a3a67-9210-4654-86de-a3a074048c95 req-66556843-b6da-4d89-99d9-05d8bb02ec8b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f203551b-fd99-4054-9856-0545611d3eec HTTP/1.1" status: 200  len: 210 time: 0.0754468
Aug 24 20:00:40.862367 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15988a4-efda-41ed-b4e0-7287e567ba8f req-e0571b57-454e-4322-a926-67b2f07a1e3a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:40.863838 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e15988a4-efda-41ed-b4e0-7287e567ba8f req-e0571b57-454e-4322-a926-67b2f07a1e3a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.0797105
Aug 24 20:00:40.886795 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:40.889106 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:40.909857 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e15988a4-efda-41ed-b4e0-7287e567ba8f req-a8bdc50d-4180-45f5-a08d-cd60a8a374e0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403571
Aug 24 20:00:40.958429 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:40.966084 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.966451 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.966797 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.967128 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.967461 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.967785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.968107 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.968429 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.968751 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.969068 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.969385 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.969698 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:40.973636 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:41.081717 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3f11-6bff-4e65-890a-6900aff7bf5f req-d5fe4e80-e571-42aa-a055-f467e21093e4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:41.083177 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-72fe3f11-6bff-4e65-890a-6900aff7bf5f req-d5fe4e80-e571-42aa-a055-f467e21093e4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 945 time: 0.0908823
Aug 24 20:00:41.127381 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-72fe3f11-6bff-4e65-890a-6900aff7bf5f req-8ec45d3d-1066-460b-8947-ce56a0e8fb4d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385270
Aug 24 20:00:41.130347 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['4cd86e11-5828-4f7b-8343-dd87dd0a6da2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:00:42.093904 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-0aa43484-bdc4-438f-abd8-e41bb3b74ea0 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035994820&fields=id&tenant_id=aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 267 time: 0.0386374
Aug 24 20:00:42.245256 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-0c9c5981-fec3-4929-ae76-5a0e2f5bfb1d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:42.246719 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-0c9c5981-fec3-4929-ae76-5a0e2f5bfb1d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 811 time: 0.1458461
Aug 24 20:00:42.260698 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-fe9d0454-1154-49d2-afa3-1975b9706323 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/quotas/aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 375 time: 0.0086870
Aug 24 20:00:42.349226 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-6388c52a-ccf1-4b92-8673-0543862810dd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0836973
Aug 24 20:00:42.453901 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:00:42.488247 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-340a5bf1-3566-4f0d-84f4-d14343228b78 service neutron] 10.222.0.37 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273599
Aug 24 20:00:42.625624 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-e65a4259-88a8-4d16-ab97-f7251707748f service neutron] 10.222.0.37 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293476
Aug 24 20:00:42.637462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:42.642515 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:42.642905 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:42.765038 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:42.792826 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:00:42.802345 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:00:42.970612 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:42.972004 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ae32944e-33d9-4986-ab37-b38d001d6a26 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:00:43.007039 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:43.045382 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: ae32944e-33d9-4986-ab37-b38d001d6a26 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:00:43.045734 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device ae32944e-33d9-4986-ab37-b38d001d6a26 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:00:43.081943 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:43.085742 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:43.093038 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3dd8f-a466-4edd-9e5c-6d27389ac015 req-1ed49d38-aa57-4bb0-a22b-e3c7a40e2f58 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:43.094551 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-27b3dd8f-a466-4edd-9e5c-6d27389ac015 req-1ed49d38-aa57-4bb0-a22b-e3c7a40e2f58 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.0883436
Aug 24 20:00:43.142358 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-27b3dd8f-a466-4edd-9e5c-6d27389ac015 req-68c7e72e-13b7-4170-ae55-bbc7c58cadc4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410802
Aug 24 20:00:43.193020 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'code': 200}
Aug 24 20:00:43.466746 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-89312be5-2b59-4141-bbab-90fc2d895dea req-e3a2e8af-bfbf-4f4a-82ce-c05a3b123ce5 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 210 time: 0.0458105
Aug 24 20:00:43.580835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302607a-f933-47d9-a03e-803f82a9eaee req-607f3932-c83e-4fba-8f0a-20161567c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:43.582283 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-d302607a-f933-47d9-a03e-803f82a9eaee req-607f3932-c83e-4fba-8f0a-20161567c2f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1099 time: 0.0731413
Aug 24 20:00:43.622588 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-d302607a-f933-47d9-a03e-803f82a9eaee req-548063a9-7790-44e6-8b1d-6866c9f3f5cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343280
Aug 24 20:00:44.323709 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08fa5-0f3a-4ffa-be1f-d0af333be779 req-98708cf5-e392-4ec5-93a6-2bbcaa32d978 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:44.325630 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8c08fa5-0f3a-4ffa-be1f-d0af333be779 req-98708cf5-e392-4ec5-93a6-2bbcaa32d978 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.0800478
Aug 24 20:00:44.369623 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8c08fa5-0f3a-4ffa-be1f-d0af333be779 req-e6804378-6e1c-4c35-b232-505177ef2461 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381479
Aug 24 20:00:44.711957 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-710d4cec-0f57-4c37-b560-83e59775ef14 req-a1420e49-58e1-4fe0-87dc-120d8555ebea tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 210 time: 0.1331995
Aug 24 20:00:45.555227 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497f07-81e5-46c8-806b-766a46ffffa3 req-e3639251-c6dd-434c-8f81-9bc266c90d6d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:45.556661 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-92497f07-81e5-46c8-806b-766a46ffffa3 req-e3639251-c6dd-434c-8f81-9bc266c90d6d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.0785499
Aug 24 20:00:45.601928 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-92497f07-81e5-46c8-806b-766a46ffffa3 req-4324bd01-949c-409f-b857-7418382b78b3 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394650
Aug 24 20:00:45.788311 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12957-0ca1-4045-afa0-db13b0c49841 req-2479890e-7733-49d5-a6c5-8e3185555cc1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:45.795491 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-80a12957-0ca1-4045-afa0-db13b0c49841 req-2479890e-7733-49d5-a6c5-8e3185555cc1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.0912519
Aug 24 20:00:45.804773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-87bf2644-6109-4805-9bc7-7bd3dd723e12 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:45.806432 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-87bf2644-6109-4805-9bc7-7bd3dd723e12 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 811 time: 0.1602018
Aug 24 20:00:45.857266 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-1366812b-d9d9-41da-89f5-3498ed5903e8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 380 time: 0.0430050
Aug 24 20:00:45.865360 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'port': {'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'admin_state_up': True, 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'security_groups': ['9b573397-28a3-4e2e-a34c-c1eea1b3c710']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:00:45.870492 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-80a12957-0ca1-4045-afa0-db13b0c49841 req-39a7e953-fe8e-407b-9cce-618accc5e2fb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741408
Aug 24 20:00:45.877677 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5cd064f5-522a-47d2-9a95-db1a433978e7 req-e213410a-1d16-4bdb-9a3d-fe47205514e8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 210 time: 0.0491929
Aug 24 20:00:46.119401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:00:46.124640 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:port and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:00:46.127629 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:00:46.133635 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:00:46.247520 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Made reservation on behalf of aae696513b924a6c9394e083e0124637 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:00:46.251322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:46.424984 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Allocated IP 172.20.0.3 (05c1a9a7-b44f-4597-b30c-ffa452ade7a6/eaea5eda-2b0f-4a2b-a444-64df6a223421/79a6316e-b66d-47f1-a91b-fa09a8eef317) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:00:46.431797 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86553457-2e41-4029-83b9-3efd7947d8e4 req-3048b5dd-da96-424e-a866-784ef046f10e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:46.433854 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-86553457-2e41-4029-83b9-3efd7947d8e4 req-3048b5dd-da96-424e-a866-784ef046f10e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.0929205
Aug 24 20:00:46.485268 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-86553457-2e41-4029-83b9-3efd7947d8e4 req-a0606ae3-9bfc-4fd2-879e-e3347aa9f768 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397084
Aug 24 20:00:46.624562 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:46.639749 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Transition to ACTIVE for port object 79a6316e-b66d-47f1-a91b-fa09a8eef317 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:00:46.784042 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:46.790253 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:46.860869 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:00:46.864135 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:00:46.868934 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:00:46.901162 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=79a6316e-b66d-47f1-a91b-fa09a8eef317,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:46.914507 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.914888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.920480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:00:46.924035 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:46.954507 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:46.954824 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:47.079134 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206220ab-018d-4711-9f5a-5fc878ffe0ba req-5047f645-972f-4702-bf64-b17ce6fc59a7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:47.080631 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-206220ab-018d-4711-9f5a-5fc878ffe0ba req-5047f645-972f-4702-bf64-b17ce6fc59a7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 931 time: 0.0820141
Aug 24 20:00:47.093101 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2312825
Aug 24 20:00:47.106114 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Request body: {'port': {'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:00:47.126951 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-206220ab-018d-4711-9f5a-5fc878ffe0ba req-3c5c5095-5df6-40a3-8b36-e87338b3cb70 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403574
Aug 24 20:00:47.217024 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-c29e22d4-848c-4f38-9573-689d70f6ea74 None None] Provisioning for port 79a6316e-b66d-47f1-a91b-fa09a8eef317 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:00:47.222077 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-c29e22d4-848c-4f38-9573-689d70f6ea74 None None] Provisioning complete for port 79a6316e-b66d-47f1-a91b-fa09a8eef317 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:00:47.222493 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c29e22d4-848c-4f38-9573-689d70f6ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:47.225679 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:47.279513 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-c29e22d4-848c-4f38-9573-689d70f6ea74 None None] Port 79a6316e-b66d-47f1-a91b-fa09a8eef317 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:00:47.583704 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a6316e-b66d-47f1-a91b-fa09a8eef317 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:00:47.591451 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:47.606282 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Transition to ACTIVE for port object 79a6316e-b66d-47f1-a91b-fa09a8eef317 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:00:47.680924 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:47.685641 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7db29e74-7e69-4412-9827-94305ddb47ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:47.814061 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Pushing event updated for resources: {'Port': ['ID=79a6316e-b66d-47f1-a91b-fa09a8eef317,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:47.841797 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:47.921370 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Attempting to bind port 79a6316e-b66d-47f1-a91b-fa09a8eef317 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:00:47.922015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Attempting to bind port 79a6316e-b66d-47f1-a91b-fa09a8eef317 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:00:47.922015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Attempting to bind port 79a6316e-b66d-47f1-a91b-fa09a8eef317 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:00:47.926807 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Port 79a6316e-b66d-47f1-a91b-fa09a8eef317 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 20:00:47.927122 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Attempting to bind port 79a6316e-b66d-47f1-a91b-fa09a8eef317 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:00:47.932578 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:00:47.932918 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Checking segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:00:47.933319 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Bound using segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:00:47.934114 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Bound port: 79a6316e-b66d-47f1-a91b-fa09a8eef317, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:00:47.934552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:48.030899 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] For port 79a6316e-b66d-47f1-a91b-fa09a8eef317, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:00:48.033739 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] For port 79a6316e-b66d-47f1-a91b-fa09a8eef317, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:00:48.144139 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:48.147767 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-949b116b-05ff-43d1-ac2c-20d0f4aeed79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:00:48.202268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:48.202862 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:48.204195 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] 10.222.0.60 "PUT /v2.0/ports/79a6316e-b66d-47f1-a91b-fa09a8eef317 HTTP/1.1" status: 200  len: 1093 time: 1.1030531
Aug 24 20:00:48.207159 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:00:48.230976 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Pushing event updated for resources: {'Port': ['ID=79a6316e-b66d-47f1-a91b-fa09a8eef317,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:00:48.234573 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:00:48.264004 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'status': 'completed', 'code': 200}
Aug 24 20:00:48.330256 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cecef5-6d54-4e3d-b5d4-559f6abbfa29 req-0536b6af-4168-45c2-8371-736d1c2e40e9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:48.331979 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-14cecef5-6d54-4e3d-b5d4-559f6abbfa29 req-0536b6af-4168-45c2-8371-736d1c2e40e9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0941491
Aug 24 20:00:48.375883 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab25db4-8a46-4f14-879e-31cc18beeb47 req-d77e4eb2-b2d2-41ac-9268-d78b99c2cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:48.377388 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-fab25db4-8a46-4f14-879e-31cc18beeb47 req-d77e4eb2-b2d2-41ac-9268-d78b99c2cc5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1096 time: 0.0917096
Aug 24 20:00:48.387528 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-14cecef5-6d54-4e3d-b5d4-559f6abbfa29 req-2e5de5db-4ab2-40e6-b6f2-24a5a70e7557 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480881
Aug 24 20:00:48.540551 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab25db4-8a46-4f14-879e-31cc18beeb47 req-20736bad-5824-4ee1-84af-7e8c1c0a0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:48.542165 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-fab25db4-8a46-4f14-879e-31cc18beeb47 req-20736bad-5824-4ee1-84af-7e8c1c0a0666 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=aae696513b924a6c9394e083e0124637&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1531808
Aug 24 20:00:48.781145 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab25db4-8a46-4f14-879e-31cc18beeb47 req-0f84fccc-a40e-4505-abe7-1894db8aabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:48.782624 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-fab25db4-8a46-4f14-879e-31cc18beeb47 req-0f84fccc-a40e-4505-abe7-1894db8aabf3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2339375
Aug 24 20:00:48.893759 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-f117df79-ab15-4111-99c0-c92c54c90fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:48.893759 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-f117df79-ab15-4111-99c0-c92c54c90fb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1096 time: 0.0701606
Aug 24 20:00:48.963209 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-4811fca9-17a3-4634-95df-2115e23db7c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317 HTTP/1.1" status: 200  len: 217 time: 0.0648520
Aug 24 20:00:49.025508 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-119253fd-ac1b-4117-a46b-eb37e12acb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:49.027562 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-119253fd-ac1b-4117-a46b-eb37e12acb43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0578313
Aug 24 20:00:49.106054 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-241dd4d4-54bb-48b0-ba38-6dd8a76d524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:49.107915 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-241dd4d4-54bb-48b0-ba38-6dd8a76d524f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739884
Aug 24 20:00:49.242428 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-4e15162d-7df7-495f-b31b-d0d9f63c0b66 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269772
Aug 24 20:00:49.377082 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44fb5232-a2a1-40c4-87f8-9398b23fb684 req-9a546bd9-ec52-4020-ac85-0675495c5e05 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280260
Aug 24 20:00:49.577849 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6675-3292-4877-b062-4bdf4ed99047 req-76f56013-f974-4854-9cc4-f8cac177045b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:49.579342 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a70e6675-3292-4877-b062-4bdf4ed99047 req-76f56013-f974-4854-9cc4-f8cac177045b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0856488
Aug 24 20:00:49.630099 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a70e6675-3292-4877-b062-4bdf4ed99047 req-9f496cf0-3df3-4b20-af93-06b494375ce9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450902
Aug 24 20:00:49.806982 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:00:50.827393 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b4b80-3edd-40a9-bf44-f2d72ecc053c req-6276d485-2f13-4a8d-9f74-e0341c969bff tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:50.829061 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-282b4b80-3edd-40a9-bf44-f2d72ecc053c req-6276d485-2f13-4a8d-9f74-e0341c969bff tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0820451
Aug 24 20:00:50.880032 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-282b4b80-3edd-40a9-bf44-f2d72ecc053c req-092f9644-2102-494c-a878-395a19c1d6c2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403044
Aug 24 20:00:52.074497 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930d2e-09f7-4fcb-85a2-818579c4ec10 req-8313550c-84bb-4ca6-b376-24aa701ffec4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:52.076652 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7930d2e-09f7-4fcb-85a2-818579c4ec10 req-8313550c-84bb-4ca6-b376-24aa701ffec4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0882630
Aug 24 20:00:52.122468 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7930d2e-09f7-4fcb-85a2-818579c4ec10 req-4dd0318e-33fe-4230-b4d5-3e18643d5cf5 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395939
Aug 24 20:00:53.303876 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5cbcc-79e7-4f6c-ac96-d8d808923554 req-07ba4077-c6f9-4c7e-86f1-3215d4efaee9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:53.305306 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e4b5cbcc-79e7-4f6c-ac96-d8d808923554 req-07ba4077-c6f9-4c7e-86f1-3215d4efaee9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0781538
Aug 24 20:00:53.353047 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e4b5cbcc-79e7-4f6c-ac96-d8d808923554 req-d3976bed-5b88-4b9e-9c5f-27702232c9e7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414920
Aug 24 20:00:54.535173 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d74396-c008-4d25-9436-e2167e2cf420 req-51e85321-efab-4a10-98e3-0d00ed35b60e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:54.536603 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-99d74396-c008-4d25-9436-e2167e2cf420 req-51e85321-efab-4a10-98e3-0d00ed35b60e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0789335
Aug 24 20:00:54.579484 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-99d74396-c008-4d25-9436-e2167e2cf420 req-ec58f726-e39e-4a77-acea-84647ac49719 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374517
Aug 24 20:00:55.765440 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d705a0-64fc-4064-bb4e-7b5e422adfba req-fc926f2a-e1fc-411b-aabe-acb10b01349d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:55.766931 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e2d705a0-64fc-4064-bb4e-7b5e422adfba req-fc926f2a-e1fc-411b-aabe-acb10b01349d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0818338
Aug 24 20:00:55.810740 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e2d705a0-64fc-4064-bb4e-7b5e422adfba req-f6da0b68-975e-4c8a-96e8-44a190426daa tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382621
Aug 24 20:00:56.993843 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605fe1c-b439-4267-9db2-6ac086fec465 req-2a8d06d9-47a4-44ba-bf59-8e0c3b303e5e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:56.995422 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b605fe1c-b439-4267-9db2-6ac086fec465 req-2a8d06d9-47a4-44ba-bf59-8e0c3b303e5e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0803559
Aug 24 20:00:57.039417 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b605fe1c-b439-4267-9db2-6ac086fec465 req-d29701fe-2fca-457d-bbf8-91844a75e36f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383875
Aug 24 20:00:58.226807 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d98c5f-3e9e-4c5c-ba66-00f5debc0445 req-469a51ba-5b9f-406c-a62f-cc35831dfda3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:58.228239 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-98d98c5f-3e9e-4c5c-ba66-00f5debc0445 req-469a51ba-5b9f-406c-a62f-cc35831dfda3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0836904
Aug 24 20:00:58.271982 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-98d98c5f-3e9e-4c5c-ba66-00f5debc0445 req-4c312500-2821-4753-82fd-a6ea37169e63 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381875
Aug 24 20:00:59.458818 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bccd07-58c3-4110-af3b-235d9294267c req-a44293b4-9f6c-4bcc-b57f-63d8588b298e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:00:59.460428 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-67bccd07-58c3-4110-af3b-235d9294267c req-a44293b4-9f6c-4bcc-b57f-63d8588b298e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.0824218
Aug 24 20:00:59.508770 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-67bccd07-58c3-4110-af3b-235d9294267c req-65a37d22-f69b-4cd6-8831-37ce34c1806e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427678
Aug 24 20:01:00.077536 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb892a96-cb4b-4530-9349-b9479dd6db02 req-9b1161fb-dc23-4241-a6c6-1faa48ad4949 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:00.079041 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bb892a96-cb4b-4530-9349-b9479dd6db02 req-9b1161fb-dc23-4241-a6c6-1faa48ad4949 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.0801520
Aug 24 20:01:00.126071 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bb892a96-cb4b-4530-9349-b9479dd6db02 req-4d9ace1a-0b7c-4ad0-ba5d-4af904fe8b99 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413468
Aug 24 20:01:00.149637 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59848) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:00.266091 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4d11f-728e-4f71-8166-3d7d39a50d2a tempest-TestMinimumBasicScenario-1752854387 tempest-TestMinimumBasicScenario-1752854387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:00.266853 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-88c4d11f-728e-4f71-8166-3d7d39a50d2a tempest-TestMinimumBasicScenario-1752854387 tempest-TestMinimumBasicScenario-1752854387-project-admin] Synchronizing usage tracker for tenant:6ab7c6b3f2f2485294ea03a964daceb1 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:01:00.348090 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-88c4d11f-728e-4f71-8166-3d7d39a50d2a tempest-TestMinimumBasicScenario-1752854387 tempest-TestMinimumBasicScenario-1752854387-project-admin] Unset dirty status for tenant:6ab7c6b3f2f2485294ea03a964daceb1 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:01:00.349340 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-88c4d11f-728e-4f71-8166-3d7d39a50d2a tempest-TestMinimumBasicScenario-1752854387 tempest-TestMinimumBasicScenario-1752854387-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1094 time: 0.1985991
Aug 24 20:01:00.352552 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59854) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:00.357702 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'port_id': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:00.364119 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:00.367891 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:floatingip and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:00.370706 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:00.376474 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:00.408301 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ed52d4ea-5835-4e0e-a116-d4f7c2fa6fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:00.464773 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for floatingip, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:00.564525 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 79a6316e-b66d-47f1-a91b-fa09a8eef317 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:01:00.744714 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 79a6316e-b66d-47f1-a91b-fa09a8eef317, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:00.759625 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:01:00.767952 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:00.822304 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:00.843514 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a6316e-b66d-47f1-a91b-fa09a8eef317 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:01:00.861527 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 79a6316e-b66d-47f1-a91b-fa09a8eef317, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:00.913032 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea395d3-9830-4839-b335-b7743ebeabf7 req-db6b25fd-8c6d-454a-81f3-712c9d74fd7b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:00.914506 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1ea395d3-9830-4839-b335-b7743ebeabf7 req-db6b25fd-8c6d-454a-81f3-712c9d74fd7b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 943 time: 0.2121248
Aug 24 20:01:00.944019 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:00.944288 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Allocated IP 172.27.3.162 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/53f63e41-7843-49ec-817e-9184b905358d) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:01:00.947926 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:00.991718 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1ea395d3-9830-4839-b335-b7743ebeabf7 req-a8b839eb-e235-4565-9542-d5c32d8a5d2a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709927
Aug 24 20:01:01.016668 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=79a6316e-b66d-47f1-a91b-fa09a8eef317,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:01.020347 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:01.075868 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:01.111738 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:01.192991 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['79a6316e-b66d-47f1-a91b-fa09a8eef317'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:01:01.225717 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:01.230823 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:01.298438 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:01:01.301462 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:01:01.304137 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:01:01.359767 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'Port': ['ID=53f63e41-7843-49ec-817e-9184b905358d,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:01.372377 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.373072 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.373656 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.374235 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.374852 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.375459 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.376044 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.377147 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.377627 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.378084 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.378586 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.379039 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:01.388458 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:01.766416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:01.935868 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:02.192144 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:02.211875 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7b402-9d4a-4e5d-ba1b-29d88c29daed req-a0cb3018-ea81-408e-adb4-14be7a02a36f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:02.213324 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-34a7b402-9d4a-4e5d-ba1b-29d88c29daed req-a0cb3018-ea81-408e-adb4-14be7a02a36f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 944 time: 0.1133430
Aug 24 20:01:02.261092 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-34a7b402-9d4a-4e5d-ba1b-29d88c29daed req-00c2eb13-6d0b-4e55-926a-aa1d8c566eee tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421336
Aug 24 20:01:02.276149 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:02.280975 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2582780a-3c45-40bb-8ee3-a06f70ea7d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:02.390300 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'Port': ['ID=53f63e41-7843-49ec-817e-9184b905358d,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:02.395161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:02.402010 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:02.588428 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 79a6316e-b66d-47f1-a91b-fa09a8eef317 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:01:02.667570 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Floating IP cd7a6609-2042-42cc-bafc-97ca0333fb78 associated. External IP: 172.27.3.162, port: 4cd86e11-5828-4f7b-8343-dd87dd0a6da2.
Aug 24 20:01:02.821777 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 79a6316e-b66d-47f1-a91b-fa09a8eef317 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:01:02.826970 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 79a6316e-b66d-47f1-a91b-fa09a8eef317 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:01:02.827405 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:02.942831 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:02.968413 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:02.978485 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 79a6316e-b66d-47f1-a91b-fa09a8eef317, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:03.013735 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'code': 200}
Aug 24 20:01:03.016091 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Router f60d8865-2d80-421a-8d00-c46d8afa8694 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:01:03.093365 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:03.095726 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:03.165701 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=79a6316e-b66d-47f1-a91b-fa09a8eef317,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:03.171005 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:03.196564 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:01:03.206770 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] Sync routers for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:01:03.216062 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:03.216682 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095ef06b80>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:00:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:03.288645 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:03.323668 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72931f42-cfc2-4474-bce6-e44695510080 req-e8908128-ad33-4796-98b8-adaecc43ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:03.325339 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-72931f42-cfc2-4474-bce6-e44695510080 req-e8908128-ad33-4796-98b8-adaecc43ea49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1098 time: 0.0836234
Aug 24 20:01:03.400984 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-8a4909ab-503b-4976-bd00-39f06c1a913d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0448337
Aug 24 20:01:03.400984 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:03.404593 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59884) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:03.406411 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-72931f42-cfc2-4474-bce6-e44695510080 req-2720b83f-f3a1-43a4-9c3a-ee6b23044379 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710232
Aug 24 20:01:03.411551 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984971912', 'description': 'tempest-secgroup-smoke-1984971912 description', 'project_id': 'aba666080f5546b1b922547560f8254d'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:03.418121 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:03.423702 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:03.427501 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:03.434163 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:03.459747 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:03.509058 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d2691584-1efc-42b6-bc35-6aa33d13e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:03.525550 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'status': 'completed', 'code': 200}
Aug 24 20:01:03.544825 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:03.619979 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:03.629404 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:03.637183 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:03.645884 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:03.697224 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94af62-4ea9-49fe-bc82-cbd838e0e554 req-83b461f8-2dbb-4a3e-895a-efcdd1a283ba tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:03.698994 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a94af62-4ea9-49fe-bc82-cbd838e0e554 req-83b461f8-2dbb-4a3e-895a-efcdd1a283ba tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 945 time: 0.1385436
Aug 24 20:01:03.730755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-27a64b54-43c6-4a14-8395-e07b4520af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:03.732665 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-27a64b54-43c6-4a14-8395-e07b4520af2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1099 time: 0.0981023
Aug 24 20:01:03.780742 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a94af62-4ea9-49fe-bc82-cbd838e0e554 req-51e63792-7f74-4634-8349-286c22732baa tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751812
Aug 24 20:01:03.786420 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:03.865241 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:03.870657 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-49028db6-2c32-4634-9c3b-c18ed3dddcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:03.890074 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-a11cde4b-a131-4c5a-8a2e-222ede5d7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:03.896942 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-a11cde4b-a131-4c5a-8a2e-222ede5d7f77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 914 time: 0.1475089
Aug 24 20:01:03.909839 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095ef06b80>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'cd7a6609-2042-42cc-bafc-97ca0333fb78', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'port_id': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'mac_address': 'fa:16:3e:3b:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:01Z', 'updated_at': '2021-08-24T20:01:01Z', 'revision_number': 0, 'project_id': 'aba666080f5546b1b922547560f8254d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 5, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:03.913031 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7acc86-6fba-41de-bf61-f64735087417,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:03.915915 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:03.918557 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] Checking router: f60d8865-2d80-421a-8d00-c46d8afa8694 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:01:03.928210 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:03.928860 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095ef06b80>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:03.983250 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:03.987879 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5789022
Aug 24 20:01:03.989090 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59902) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:03.994294 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'security_group_rule': {'security_group_id': '4d7acc86-6fba-41de-bf61-f64735087417', 'project_id': 'aba666080f5546b1b922547560f8254d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:04.009284 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:04.015634 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:04.023669 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:04.032893 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:04.036877 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-00d1ddb1-c822-4a31-953f-ac4cf8fa874c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 1000 time: 0.1366894
Aug 24 20:01:04.110163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-ad0ae545-0211-4f0d-a3ef-d56720ea5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:04.112457 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-ad0ae545-0211-4f0d-a3ef-d56720ea5dcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 200  len: 853 time: 0.0683415
Aug 24 20:01:04.114423 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:04.158206 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:04.199220 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:04.209827 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-5a665555-d182-42e8-ad9f-9cfcbe331ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:04.211334 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-5a665555-d182-42e8-ad9f-9cfcbe331ff7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace62144-1194-4fa1-acdd-f0ae4e20d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915279
Aug 24 20:01:04.223134 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:04.277128 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:04.290620 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:04.315074 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b623e3-e218-4e39-9e2b-c76bcf7f2ede,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:04.318040 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:04.370653 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-093aa13c-a17d-424e-98ee-ccb4293589e3 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486497
Aug 24 20:01:04.402430 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:04.404699 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4155235
Aug 24 20:01:04.406473 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 59910) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:04.413635 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'security_group_rule': {'security_group_id': '4d7acc86-6fba-41de-bf61-f64735087417', 'project_id': 'aba666080f5546b1b922547560f8254d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:04.420174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:04.424436 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:04.427475 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:04.433543 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:04.519371 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2544e9a5-0efc-4bdc-81b2-bfa8850931cf req-10ee7e55-b5ad-4cd3-841b-ef055ff85499 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387391
Aug 24 20:01:04.575580 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095ef06b80>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'cd7a6609-2042-42cc-bafc-97ca0333fb78', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'port_id': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'mac_address': 'fa:16:3e:3b:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:01Z', 'updated_at': '2021-08-24T20:01:01Z', 'revision_number': 0, 'project_id': 'aba666080f5546b1b922547560f8254d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 5, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:04.580498 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db75795d-9ff7-4f03-b299-0745a639f4f6 None None] The sync data for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi is: [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'cd7a6609-2042-42cc-bafc-97ca0333fb78', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'port_id': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'mac_address': 'fa:16:3e:3b:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:01Z', 'updated_at': '2021-08-24T20:01:01Z', 'revision_number': 0, 'project_id': 'aba666080f5546b1b922547560f8254d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 5, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:01:04.769478 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b52b70-aca8-4cdc-9887-0c0cd1ab45a8 None None] New status for floating IP cd7a6609-2042-42cc-bafc-97ca0333fb78: ACTIVE {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:01:04.878411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:04.998737 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.030426 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3938c2b-fe43-46c9-8985-7352c08d7255 req-94f78ec7-6b3a-4732-b2bb-9828dbd85726 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:05.032248 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b3938c2b-fe43-46c9-8985-7352c08d7255 req-94f78ec7-6b3a-4732-b2bb-9828dbd85726 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 945 time: 0.1442935
Aug 24 20:01:05.088503 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.102983 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e95bd6bd-2446-47f4-a29e-dfb017954928 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:05.141883 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9844438e-0f0f-493f-a381-b06451ecf41a,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:05.144777 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:05.154784 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b3938c2b-fe43-46c9-8985-7352c08d7255 req-608e9a0e-ed67-4917-ad90-d8647f5ed64c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907092
Aug 24 20:01:05.178937 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c2c6-d1ea-4771-a353-fe0f4263bc77 req-f49b45e1-8ea0-4c31-b125-e4fff1459405 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:05.180402 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4a43c2c6-d1ea-4771-a353-fe0f4263bc77 req-f49b45e1-8ea0-4c31-b125-e4fff1459405 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.1463337
Aug 24 20:01:05.224389 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.225813 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8164744
Aug 24 20:01:05.228735 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59918) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:05.233501 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4a43c2c6-d1ea-4771-a353-fe0f4263bc77 req-dce7a77e-02c1-479d-9705-0e0434e6afe3 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465264
Aug 24 20:01:05.234313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'security_group_rule': {'security_group_id': '4d7acc86-6fba-41de-bf61-f64735087417', 'project_id': 'aba666080f5546b1b922547560f8254d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:05.241004 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:05.245081 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:05.248163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:05.255349 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:05.408851 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.497147 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.552465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.611919 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.613906 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:05.636286 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8fa74b-b483-4355-881f-65aa442b85a7,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:05.640427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:05.756402 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:05.757957 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5282531
Aug 24 20:01:05.760671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59922) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:05.765884 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'security_group_rule': {'security_group_id': '4d7acc86-6fba-41de-bf61-f64735087417', 'project_id': 'aba666080f5546b1b922547560f8254d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:05.772025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:05.775931 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:05.778808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:05.785103 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:05.980553 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.044088 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.167823 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.170399 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e541da4d-8119-4bfc-969c-e80a93e95847 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:06.193940 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a99bfae-af7d-4cfb-9e7d-2c98b29495b3,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:06.199788 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:06.282343 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.283782 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-e066854d-531f-4a3f-8aaa-68522ee18e67 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5221376
Aug 24 20:01:06.286641 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59930) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:06.291896 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'security_group_rule': {'security_group_id': '4d7acc86-6fba-41de-bf61-f64735087417', 'project_id': 'aba666080f5546b1b922547560f8254d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:06.298272 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:06.302534 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:06.306065 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:06.311926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:06.347833 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f89dd-1392-44e4-85df-c9b57b68f0b8 req-ebbc9037-5d18-49ec-89e9-86be289cdfb0 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:06.349287 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4b1f89dd-1392-44e4-85df-c9b57b68f0b8 req-ebbc9037-5d18-49ec-89e9-86be289cdfb0 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 945 time: 0.0883460
Aug 24 20:01:06.396348 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.securitygroups_db [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Project aba666080f5546b1b922547560f8254d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 24 20:01:06.403528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.454632 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4b1f89dd-1392-44e4-85df-c9b57b68f0b8 req-77162e7a-7569-4407-a6e4-21acfd45f52e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698695
Aug 24 20:01:06.473433 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.477077 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40e267-f082-47c0-b4b0-02dea7f6fc63 req-6e446040-5b92-4f23-8b10-dbe9bb001114 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:06.478609 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-de40e267-f082-47c0-b4b0-02dea7f6fc63 req-6e446040-5b92-4f23-8b10-dbe9bb001114 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.1284075
Aug 24 20:01:06.524569 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-de40e267-f082-47c0-b4b0-02dea7f6fc63 req-8505fc1c-7e8c-47dc-ae0e-2c7c0b02ed79 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404305
Aug 24 20:01:06.561930 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.564459 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:06.585320 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5da16c1-9a63-4ff2-b8eb-be9f12069488,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:06.589202 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:06.648701 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be10c-0deb-4585-9657-dc678b747aa2 req-04afbc4a-5cb5-44e5-88d5-e93b06cc8a3c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:06.650136 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab5be10c-0deb-4585-9657-dc678b747aa2 req-04afbc4a-5cb5-44e5-88d5-e93b06cc8a3c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 945 time: 0.0805950
Aug 24 20:01:06.659341 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.660530 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a816c394-d95c-41f1-abcb-b2c28339c57a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3728960
Aug 24 20:01:06.663388 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59936) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:06.668438 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'security_group_rule': {'security_group_id': '4d7acc86-6fba-41de-bf61-f64735087417', 'project_id': 'aba666080f5546b1b922547560f8254d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:06.674865 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:06.678927 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Usage tracker for resource:security_group_rule and tenant:aba666080f5546b1b922547560f8254d is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:06.682883 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:06.688762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:06.695777 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ab5be10c-0deb-4585-9657-dc678b747aa2 req-9e34560b-2f21-42c3-b1f0-9edcf7ea30df tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398319
Aug 24 20:01:06.723213 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59940) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:06.792863 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b385c45-f6b1-45bf-abf7-f26b352ca4bf tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:06.794308 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-2b385c45-f6b1-45bf-abf7-f26b352ca4bf tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1093 time: 0.0701351
Aug 24 20:01:06.797223 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59944) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:06.802995 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:06.808762 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.securitygroups_db [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Project aba666080f5546b1b922547560f8254d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 24 20:01:06.815596 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:06.819541 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.827971 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:floatingip and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:06.833473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:06.846531 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:06.898789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:06.950370 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:07.019764 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:07.033490 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4ab5e93f-6b43-405f-aec8-3a2649b3bd2a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:07.069474 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47bc60b-821e-48dc-8f24-f12c4d9b136a,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:07.069474 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:07.118890 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:07.228416 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:07.229601 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-893e0691-e776-41af-affa-f1b4d28135c4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5653038
Aug 24 20:01:07.262962 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Allocated IP 172.27.3.144 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/885f4c51-11b0-469d-9c65-61039ccbd1ea) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:01:07.458263 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-08a3c3e4-6735-49e8-97fc-f100c46f820c tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Synchronizing usage tracker for tenant:aba666080f5546b1b922547560f8254d on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:01:07.495894 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:07.508273 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-40f750f5-6453-47a6-ac2d-aac8b375064d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:07.509069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-40f750f5-6453-47a6-ac2d-aac8b375064d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Synchronizing usage tracker for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:01:07.613840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-08a3c3e4-6735-49e8-97fc-f100c46f820c tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Unset dirty status for tenant:aba666080f5546b1b922547560f8254d on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:01:07.615142 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-08a3c3e4-6735-49e8-97fc-f100c46f820c tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984971912&fields=id&tenant_id=aba666080f5546b1b922547560f8254d HTTP/1.1" status: 200  len: 267 time: 0.3070130
Aug 24 20:01:07.660244 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-40f750f5-6453-47a6-ac2d-aac8b375064d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Unset dirty status for tenant:979f71ec72e34b78be583b9ff7e04844 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:01:07.661364 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-40f750f5-6453-47a6-ac2d-aac8b375064d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.3118305
Aug 24 20:01:07.662497 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:07.666411 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-88048125-7a51-4b16-a8fc-9ec2ae7b59f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:07.766065 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-397600c4-8657-470f-a1fb-902c93de2811 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:07.768271 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-397600c4-8657-470f-a1fb-902c93de2811 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.1476743
Aug 24 20:01:07.775728 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:01:07.776486 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30e25-14e3-43a6-b043-8dc80b2d7fb9 req-5f440819-5a0e-4574-bde9-a03ae1bd54ef tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:07.777973 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3cd30e25-14e3-43a6-b043-8dc80b2d7fb9 req-5f440819-5a0e-4574-bde9-a03ae1bd54ef tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.1263297
Aug 24 20:01:07.780897 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:01:07.784229 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'port': {'security_groups': ['54be7376-a55e-4b4a-95f5-f92bc4cb4814', '4d7acc86-6fba-41de-bf61-f64735087417']}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:07.788036 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:01:07.826042 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=885f4c51-11b0-469d-9c65-61039ccbd1ea,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:07.829092 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:07.840638 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Deleting port b5be510f-ca2d-4170-a815-b421adc4e39e {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:07.840973 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:07.915458 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3cd30e25-14e3-43a6-b043-8dc80b2d7fb9 req-ea54f238-ba18-4338-9073-9256104da23d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013441
Aug 24 20:01:07.945337 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.200340 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:08.229416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.287999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.293671 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d1ab2c3f-c192-404b-8a3c-5740ca17aa8d tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:08.300059 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['4cd86e11-5828-4f7b-8343-dd87dd0a6da2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:01:08.368938 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:08.369563 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.389326 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b0335c8-d94d-479d-af52-0813d7c8dbcb req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "PUT /v2.0/ports/4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 982 time: 0.6102302
Aug 24 20:01:08.390799 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:08.413288 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=6']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:08.419060 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:08.474504 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'status': 'completed', 'code': 200}
Aug 24 20:01:08.523320 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['4cd86e11-5828-4f7b-8343-dd87dd0a6da2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:01:08.534964 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] For port b5be510f-ca2d-4170-a815-b421adc4e39e, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=b5be510f-ca2d-4170-a815-b421adc4e39e,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:08.535562 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.668135 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-910e6404-81de-44bf-bc97-93d5d4e0e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:08.669704 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-910e6404-81de-44bf-bc97-93d5d4e0e5a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1138 time: 0.1543503
Aug 24 20:01:08.738773 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-3d9c0bb8-6a40-4687-8949-c574e32d5875 None None] Provisioning complete for port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:01:08.739159 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0bb8-6a40-4687-8949-c574e32d5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.764712 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6705-e82c-42d6-a4d5-9140f9673383 req-c0103843-bf87-4e5b-a5e9-0bafde1a3d85 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:08.766309 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7e4b6705-e82c-42d6-a4d5-9140f9673383 req-c0103843-bf87-4e5b-a5e9-0bafde1a3d85 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.1986077
Aug 24 20:01:08.842365 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7e4b6705-e82c-42d6-a4d5-9140f9673383 req-7f2c36ee-d79f-4446-bf01-00f8f9acd14d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0686629
Aug 24 20:01:08.868698 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-d11b105d-6a37-462a-aef5-eb4a1e8ddaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:08.870145 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-d11b105d-6a37-462a-aef5-eb4a1e8ddaa2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 914 time: 0.1883037
Aug 24 20:01:08.877586 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.901901 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.902270 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:08.902626 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Floating IP f7163dda-36d8-4bdc-ba3b-f0c08421a5f2 disassociated. External IP: 172.27.3.157, port: b5be510f-ca2d-4170-a815-b421adc4e39e.
Aug 24 20:01:08.902965 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Calling delete_port for b5be510f-ca2d-4170-a815-b421adc4e39e owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:09.009888 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-fbe0f009-1285-408a-9b8e-1fdb7a19b619 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 1002 time: 0.1321144
Aug 24 20:01:09.122265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:09.140866 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-22ffe580-7e3a-4f9b-9eaa-e7a64e822bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:09.142874 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-22ffe580-7e3a-4f9b-9eaa-e7a64e822bb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 200  len: 853 time: 0.1214273
Aug 24 20:01:09.201138 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779e7db-8b25-4712-a22d-7415fc95dc4f req-5d016ae6-96e0-41fc-aebb-25bf288f5d68 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:09.202634 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3779e7db-8b25-4712-a22d-7415fc95dc4f req-5d016ae6-96e0-41fc-aebb-25bf288f5d68 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 945 time: 0.1431305
Aug 24 20:01:09.207250 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:09.217427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:09.265511 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3779e7db-8b25-4712-a22d-7415fc95dc4f req-24571a9b-fde2-4250-a837-5a2a3ffa1246 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups?id=51d42585-804b-4c3a-a386-e368a7ff747c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527544
Aug 24 20:01:09.271917 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-aa482137-c898-4eae-a19d-fa307e138a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:09.273329 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-aa482137-c898-4eae-a19d-fa307e138a23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace62144-1194-4fa1-acdd-f0ae4e20d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230543
Aug 24 20:01:09.319697 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event deleted for resources: {'Port': ['ID=b5be510f-ca2d-4170-a815-b421adc4e39e,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:09.325481 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:09.411411 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-6955554e-81a9-45d2-8245-0e6cff52d72a service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305180
Aug 24 20:01:09.542191 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d6ae8326-8b77-4070-9b3c-2e96a21252dd req-f7da7c61-fbc4-4ca6-bb6a-dac9d572e170 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230271
Aug 24 20:01:09.544429 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:01:09.555682 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:09.560868 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Router a259415f-2b05-46b4-8c20-b4ee39ff4aed has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:01:09.633616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:09.639868 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:09.760864 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=885f4c51-11b0-469d-9c65-61039ccbd1ea,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:09.820319 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:09.848063 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:10.019220 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:01:10.029699 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] Sync routers for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:01:10.038826 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:10.039432 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095eef45e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:10.103105 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] No DVR routers for this DVR port b5be510f-ca2d-4170-a815-b421adc4e39e on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:01:10.106854 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:10.109330 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'name': 'network-vif-deleted', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:10.172063 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e660708-d9d8-415b-ac35-9c248e50c2c1', 'name': 'network-vif-deleted', 'tag': 'b5be510f-ca2d-4170-a815-b421adc4e39e', 'status': 'completed', 'code': 200}
Aug 24 20:01:10.209398 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Floating IP ddd81cae-4c68-4229-afd4-4e9435356bf3 associated. External IP: 172.27.3.144, port: 79a6316e-b66d-47f1-a91b-fa09a8eef317.
Aug 24 20:01:10.220133 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:10.294411 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-364b2b00-d931-4334-8f57-2214c0d4b897 req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.60 "DELETE /v2.0/ports/b5be510f-ca2d-4170-a815-b421adc4e39e HTTP/1.1" status: 204  len: 173 time: 2.5951707
Aug 24 20:01:10.530425 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74c339e1-022f-409d-932f-f323441170b3 req-0eff5d71-6e8c-4f49-95ea-a56118c51feb tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e660708-d9d8-415b-ac35-9c248e50c2c1 HTTP/1.1" status: 200  len: 210 time: 0.1473756
Aug 24 20:01:10.550462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095eef45e0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:10.554349 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] Checking router: a259415f-2b05-46b4-8c20-b4ee39ff4aed for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:01:10.562621 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:10.563222 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095eef45e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:10.615972 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:01:10.771422 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:10.809181 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:01:10.821240 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:01:10.831709 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:10.832399 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a8b820>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:10.923203 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:10.990339 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.1817653
Aug 24 20:01:11.009472 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:11.082823 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095eef45e0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:11.086912 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d62d42-9fc9-40e2-9361-dcb7f0aaf891 None None] The sync data for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi is: [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T19:54:27Z', 'revision_number': 4, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '299a2c4b-a6a9-4b06-ba80-d69e4efbf464', 'name': '', 'network_id': '7c72d4a1-b0bd-4958-acc6-d6c41154b3f5', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'mac_address': 'fa:16:3e:a6:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:25Z', 'updated_at': '2021-08-24T19:54:38Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'subnets': [{'id': 'b949a1ce-5641-4c2d-b605-1cdc6ad1bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:01:11.308025 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd92b9e-23e6-452e-ba8c-c6a134d8b7f3 None None] New status for floating IP f7163dda-36d8-4bdc-ba3b-f0c08421a5f2: DOWN {{(pid=80017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:01:11.366278 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a8b820>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:08Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:11.371325 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:01:11.379763 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:11.380424 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a8b820>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:11.561788 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:11.758417 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59972) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:11.823985 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:11.852157 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:11.904421 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a8b820>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:08Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:11.908300 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a3721-e62c-4a8e-a2e0-8a9d8e1fbc35 None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:08Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:01:11.991708 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:11.995709 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fc72bc0e-0d71-4855-a9f5-facce74416b4 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:12.012397 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d42585-804b-4c3a-a386-e368a7ff747c,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:12.014758 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:12.108935 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa8624-21f3-47b5-8945-ad3be01a716f None None] New status for floating IP ddd81cae-4c68-4229-afd4-4e9435356bf3: ACTIVE {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:01:12.117077 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:12.118512 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "DELETE /v2.0/security-groups/51d42585-804b-4c3a-a386-e368a7ff747c HTTP/1.1" status: 204  len: 168 time: 0.3588891
Aug 24 20:01:12.121110 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59976) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:12.137624 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.api.v2.resource [None req-8eb053ec-3f16-4686-927d-eddc4809c4a5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] show failed (client error): The resource could not be found.
Aug 24 20:01:12.138673 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-8eb053ec-3f16-4686-927d-eddc4809c4a5 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "GET /v2.0/security-groups/51d42585-804b-4c3a-a386-e368a7ff747c HTTP/1.1" status: 404  len: 347 time: 0.0165520
Aug 24 20:01:12.141198 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 59980) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:12.194736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:12.290095 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'status': 'completed', 'code': 200}
Aug 24 20:01:12.349281 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Deleting port 2ad6af7f-4632-49c5-97d3-277cbbf0d7db {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:12.349528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:12.506293 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-0a22c9e9-e450-4fe7-ae14-5dd7c9292029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:12.507889 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-0a22c9e9-e450-4fe7-ae14-5dd7c9292029 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1098 time: 0.2259774
Aug 24 20:01:12.600625 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device b5be510f-ca2d-4170-a815-b421adc4e39e no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:01:12.639396 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: b5be510f-ca2d-4170-a815-b421adc4e39e {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:01:12.639751 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device b5be510f-ca2d-4170-a815-b421adc4e39e not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:01:12.730169 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:12.730528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:12.865451 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Calling delete_port for 2ad6af7f-4632-49c5-97d3-277cbbf0d7db owned by network:floatingip {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:12.949266 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-7d24b306-1a97-4471-a795-90109be28cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:12.950778 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-7d24b306-1a97-4471-a795-90109be28cf8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.4286616
Aug 24 20:01:13.099094 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-1122304b-a99c-45fb-ac37-e96fa458700f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317 HTTP/1.1" status: 200  len: 1001 time: 0.1393247
Aug 24 20:01:13.177194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-cb5b58f4-ea72-4034-8ed6-fd48be1988aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:13.178726 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-cb5b58f4-ea72-4034-8ed6-fd48be1988aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0697963
Aug 24 20:01:13.255766 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-7257f2a1-ef3b-4cac-bb60-60e41de87098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:13.257255 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-7257f2a1-ef3b-4cac-bb60-60e41de87098 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718296
Aug 24 20:01:13.335559 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:13.343033 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:13.398237 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Pushing event deleted for resources: {'Port': ['ID=2ad6af7f-4632-49c5-97d3-277cbbf0d7db,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:13.403333 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:13.528158 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-8704247c-e973-4e72-8585-01010d69538a service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638152
Aug 24 20:01:13.538409 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks [] for floatingip, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:13.620970 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:13.622068 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] 10.222.0.37 "DELETE /v2.0/floatingips/f7163dda-36d8-4bdc-ba3b-f0c08421a5f2 HTTP/1.1" status: 204  len: 168 time: 1.4800200
Aug 24 20:01:13.680400 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f569b0cc-6eb0-4baa-8340-6f6335ad4676 req-c03795a0-52e4-4c1f-947b-2f7babe7da0c service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350119
Aug 24 20:01:18.096234 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60020) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:18.823060 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:19.171839 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Deleting port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:19.172557 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:19.338461 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] For port 299a2c4b-a6a9-4b06-ba80-d69e4efbf464, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:19.338824 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:19.462219 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Calling delete_port for 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 owned by network:router_interface {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:19.806737 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:19.837561 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:19.841234 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-09e1505e-f3dd-4587-b17c-fd3c179484a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:19.883072 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Pushing event deleted for resources: {'Port': ['ID=299a2c4b-a6a9-4b06-ba80-d69e4efbf464,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:19.887106 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:20.237056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:20.597581 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Router a259415f-2b05-46b4-8c20-b4ee39ff4aed has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:01:20.776274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:01:20.788606 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] Sync routers for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:01:20.790368 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] 10.222.0.37 "PUT /v2.0/routers/a259415f-2b05-46b4-8c20-b4ee39ff4aed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6923695
Aug 24 20:01:20.793651 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60036) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:20.800983 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:20.802467 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f3af2e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:20.972420 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks [] for router, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:20.983431 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:21.163762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:21.278384 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f3af2e0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T20:01:19Z', 'revision_number': 5, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port': {'id': '2bd86f65-3309-4acb-a301-73fb4ecb3602', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:54:20Z', 'updated_at': '2021-08-24T19:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:21.282905 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] Checking router: a259415f-2b05-46b4-8c20-b4ee39ff4aed for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:01:21.289056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Deleting port 2bd86f65-3309-4acb-a301-73fb4ecb3602 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:21.289624 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:21.293275 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] Routers {'a259415f-2b05-46b4-8c20-b4ee39ff4aed'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:21.294128 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f3af2e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:21.477565 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] For port 2bd86f65-3309-4acb-a301-73fb4ecb3602, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=2bd86f65-3309-4acb-a301-73fb4ecb3602,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:21.477926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:21.488485 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] Set router a259415f-2b05-46b4-8c20-b4ee39ff4aed gateway port host: None {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:21.596302 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f3af2e0>, [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T20:01:21Z', 'revision_number': 6, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:21.600678 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899276d-eb15-4a70-b584-5aa1048f8c9b None None] The sync data for ids ['a259415f-2b05-46b4-8c20-b4ee39ff4aed'] in dv-cinder-805877-1-iscsi is: [{'id': 'a259415f-2b05-46b4-8c20-b4ee39ff4aed', 'name': 'tempest-AttachVolumeTestJSON-1137655366-router', 'tenant_id': '979f71ec72e34b78be583b9ff7e04844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:54:19Z', 'updated_at': '2021-08-24T20:01:21Z', 'revision_number': 6, 'project_id': '979f71ec72e34b78be583b9ff7e04844', 'gw_port_host': None}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:01:21.707358 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Calling delete_port for 2bd86f65-3309-4acb-a301-73fb4ecb3602 owned by network:router_gateway {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:21.928948 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:21.932608 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:21.979649 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd86f65-3309-4acb-a301-73fb4ecb3602,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:21.982794 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:22.072028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.245446 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.247891 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.412684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.413365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a259415f-2b05-46b4-8c20-b4ee39ff4aed {{(pid=80015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:01:22.425587 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.426757 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a259415f-2b05-46b4-8c20-b4ee39ff4aed HTTP/1.1" status: 204  len: 168 time: 1.6321852
Aug 24 20:01:22.429229 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60046) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:22.492072 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Deleting subnet b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:01:22.494918 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.545780 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.666823 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.779977 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:01:22.814236 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:01:22.814638 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 299a2c4b-a6a9-4b06-ba80-d69e4efbf464 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:01:22.814968 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.815111 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2bd86f65-3309-4acb-a301-73fb4ecb3602 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:01:22.820803 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:22.848352 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 2bd86f65-3309-4acb-a301-73fb4ecb3602 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:01:22.848714 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 2bd86f65-3309-4acb-a301-73fb4ecb3602 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:01:22.856784 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b949a1ce-5641-4c2d-b605-1cdc6ad1bd90,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:22.859838 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.861667 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7fe1b0-8e32-4625-acad-637d79fddfed None None] Network 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:01:22.862904 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:22.867004 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-389b735f-eba0-472f-ab21-4d6a7bad28b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b949a1ce-5641-4c2d-b605-1cdc6ad1bd90 HTTP/1.1" status: 204  len: 168 time: 0.4368684
Aug 24 20:01:22.869447 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60054) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:22.973874 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:22.984960 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Deleting port ac920295-4b20-4563-b3ec-06a8f48fb75a {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:22.985300 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:23.128063 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] DHCP port deletion for 7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:01:23.133346 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Deleting port ac920295-4b20-4563-b3ec-06a8f48fb75a {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:23.133830 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:23.174673 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d75d-d820-40e8-b43a-cb73b2164b2a req-86d1f490-14a4-4da6-8e6d-931b9e26cd4d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:23.176728 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a8d6d75d-d820-40e8-b43a-cb73b2164b2a req-86d1f490-14a4-4da6-8e6d-931b9e26cd4d tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0943203
Aug 24 20:01:23.227241 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a8d6d75d-d820-40e8-b43a-cb73b2164b2a req-00cf5efb-adb9-4d04-8a2e-5e32900f3420 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442235
Aug 24 20:01:23.265069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] For port ac920295-4b20-4563-b3ec-06a8f48fb75a, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=ac920295-4b20-4563-b3ec-06a8f48fb75a,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:23.265426 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:23.356716 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] For port ac920295-4b20-4563-b3ec-06a8f48fb75a, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=ac920295-4b20-4563-b3ec-06a8f48fb75a,segment=NetworkSegment(52b8a253-0a4a-4f57-930a-bdc79d39ba73),segment_id=52b8a253-0a4a-4f57-930a-bdc79d39ba73)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:23.357056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:23.479856 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Calling delete_port for ac920295-4b20-4563-b3ec-06a8f48fb75a owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:23.501707 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Calling delete_port for ac920295-4b20-4563-b3ec-06a8f48fb75a owned by network:dhcp {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:23.564945 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-cbfe7142-0cb7-4370-be8f-203448bcbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:23.566475 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-cbfe7142-0cb7-4370-be8f-203448bcbfef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1138 time: 0.3716149
Aug 24 20:01:23.705085 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-d7598d2c-f0dd-4eb8-92b5-49089e9b7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:23.706602 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-d7598d2c-f0dd-4eb8-92b5-49089e9b7986 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 914 time: 0.1277242
Aug 24 20:01:23.754190 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:01:23.754625 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:01:23.771823 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:23.788151 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f7980f56-dbad-47ae-8914-94633868db35 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:23.846978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac920295-4b20-4563-b3ec-06a8f48fb75a,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:23.852635 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] No DVR routers for this DVR port ac920295-4b20-4563-b3ec-06a8f48fb75a on host dv-cinder-805877-1-iscsi {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:01:23.855664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:23.905825 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-11ba2135-4fad-4a8e-9941-d9741e073a96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 1002 time: 0.1910832
Aug 24 20:01:24.020966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:24.037578 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f096390fd90>,) {'filters': {'network_id': ['7c72d4a1-b0bd-4958-acc6-d6c41154b3f5']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:24.052469 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-73f7d411-6da8-4003-bf36-0653ec545585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:24.053939 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-73f7d411-6da8-4003-bf36-0653ec545585 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 200  len: 853 time: 0.1385539
Aug 24 20:01:24.055472 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f096390fd90>, '52b8a253-0a4a-4f57-930a-bdc79d39ba73') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:24.055771 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f096390fd90>, '52b8a253-0a4a-4f57-930a-bdc79d39ba73') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:24.083997 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd13d5-6aeb-47d9-9ebe-eccc877a854b req-934ff634-60ce-40f4-9ff1-2339c85b6e4d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:24.085456 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d1dd13d5-6aeb-47d9-9ebe-eccc877a854b req-934ff634-60ce-40f4-9ff1-2339c85b6e4d tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.0800152
Aug 24 20:01:24.105216 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:24.130353 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d1dd13d5-6aeb-47d9-9ebe-eccc877a854b req-b75a17bd-2047-409f-aa87-92b7f3757bc6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386851
Aug 24 20:01:24.133671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:24.142454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:01:24.142852 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:01:24.158124 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:01:24.240287 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-7f0f3f3c-935a-41f7-b98c-f88074ffe875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:24.241783 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-7f0f3f3c-935a-41f7-b98c-f88074ffe875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace62144-1194-4fa1-acdd-f0ae4e20d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1794870
Aug 24 20:01:24.255485 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Deleting port ac920295-4b20-4563-b3ec-06a8f48fb75a {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:24.255989 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:24.321974 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-f394a3d8-cb4f-4077-990d-a729ea220711 None None] The port 'ac920295-4b20-4563-b3ec-06a8f48fb75a' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:01:24.331601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:24.349612 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d1fa8d05-fb60-4920-97d6-b3839f735359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:24.363052 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:24.380143 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c72d4a1-b0bd-4958-acc6-d6c41154b3f5,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:24.397444 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:24.422545 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-ecad93a4-a450-4667-b8ab-eabc246418d0 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718483
Aug 24 20:01:24.428055 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769c444-8946-4a02-ac2e-bc03e7ae06e5 req-87663010-9ebd-4a94-a256-f8ef82de9084 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:24.429519 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b769c444-8946-4a02-ac2e-bc03e7ae06e5 req-87663010-9ebd-4a94-a256-f8ef82de9084 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0931375
Aug 24 20:01:24.478054 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b769c444-8946-4a02-ac2e-bc03e7ae06e5 req-b61607dc-fc5e-47b3-b0cf-05160cce803e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428417
Aug 24 20:01:24.503152 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c72d4a1-b0bd-4958-acc6-d6c41154b3f5 HTTP/1.1" status: 204  len: 168 time: 1.6326647
Aug 24 20:01:24.560260 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-9c4e4cab-0fa9-4198-b92a-3b8b9ff18921 req-4c576f9d-4be4-4f9a-aff5-c829ea13a28a service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311164
Aug 24 20:01:24.772860 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device ac920295-4b20-4563-b3ec-06a8f48fb75a no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:01:24.809291 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: ac920295-4b20-4563-b3ec-06a8f48fb75a {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:01:24.809651 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device ac920295-4b20-4563-b3ec-06a8f48fb75a not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:01:24.927074 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60074) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:24.975355 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-93e66439-7288-4282-b61a-1b33ffe75487 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=979f71ec72e34b78be583b9ff7e04844&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0470810
Aug 24 20:01:24.978101 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60078) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:25.034478 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:25.060842 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:25.197847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:25.202888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3a20bade-afb7-419c-a593-a550b6a0d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:25.215988 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92099c8d-6e45-43e4-bff8-fbcd53d2f8c6,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:25.219539 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:25.229820 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:25.230934 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92099c8d-6e45-43e4-bff8-fbcd53d2f8c6 HTTP/1.1" status: 204  len: 168 time: 0.2519135
Aug 24 20:01:25.328956 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff7fff-8ecb-4e0f-a34a-815c6b418f70 req-4868cef2-7a4f-4934-867a-74c732100204 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:25.329841 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d9ff7fff-8ecb-4e0f-a34a-815c6b418f70 req-4868cef2-7a4f-4934-867a-74c732100204 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.0800328
Aug 24 20:01:25.376222 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d9ff7fff-8ecb-4e0f-a34a-815c6b418f70 req-daf8fb9a-4b6f-4623-bd08-d05b9910287e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398152
Aug 24 20:01:25.671164 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5b587-7e75-4879-b19d-9178fe7cff01 req-a0680dd5-559c-41fb-9322-9d78466ae04e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:25.672620 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eba5b587-7e75-4879-b19d-9178fe7cff01 req-a0680dd5-559c-41fb-9322-9d78466ae04e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0834777
Aug 24 20:01:25.726571 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eba5b587-7e75-4879-b19d-9178fe7cff01 req-0f1af5b3-895c-41c6-9c89-fcfad8bd2bdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429151
Aug 24 20:01:25.922850 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-cdffb4f9-fbdc-412d-9ef4-7dcf39758aab tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:25.923609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-cdffb4f9-fbdc-412d-9ef4-7dcf39758aab tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Synchronizing usage tracker for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:01:25.998063 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-cdffb4f9-fbdc-412d-9ef4-7dcf39758aab tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Unset dirty status for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:01:25.999335 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-cdffb4f9-fbdc-412d-9ef4-7dcf39758aab tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1554253
Aug 24 20:01:26.074462 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Deleting port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:26.074859 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:26.115174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-fd116da1-d9b4-4ed2-bcf9-dc13af29497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:26.115174 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-fd116da1-d9b4-4ed2-bcf9-dc13af29497b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1138 time: 0.0812700
Aug 24 20:01:26.270973 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-363c5ebb-1ea2-452d-bbf2-b07514cd6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:26.273766 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-363c5ebb-1ea2-452d-bbf2-b07514cd6dd6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 914 time: 0.1379139
Aug 24 20:01:26.388766 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-1ef03c1f-40f6-4bfe-9761-01f48fda96d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 1002 time: 0.1064451
Aug 24 20:01:26.457052 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-73fd37ba-6958-46ad-a7f5-e6d0f15eb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:26.458824 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-73fd37ba-6958-46ad-a7f5-e6d0f15eb777 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 200  len: 853 time: 0.0632219
Aug 24 20:01:26.460160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] For port 0f55b967-0bd1-42cb-8ad0-71ed73672e16, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=0f55b967-0bd1-42cb-8ad0-71ed73672e16,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:26.460526 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:26.621912 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-275a8186-abe3-40f3-9f3b-7dd4942f65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:26.623469 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-275a8186-abe3-40f3-9f3b-7dd4942f65e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace62144-1194-4fa1-acdd-f0ae4e20d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1553521
Aug 24 20:01:26.633637 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aedc3-b1cf-4d74-a776-26fa8c6da79d req-bba9d1a6-5e86-4a84-9495-4a36e1c6818c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:26.635089 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-941aedc3-b1cf-4d74-a776-26fa8c6da79d req-bba9d1a6-5e86-4a84-9495-4a36e1c6818c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 946 time: 0.1161020
Aug 24 20:01:26.762747 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-941aedc3-b1cf-4d74-a776-26fa8c6da79d req-16a1e2b0-b781-4efa-8fe3-be458941fcd4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=4aedc3b2-7179-4448-b422-172e2985a451&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073017
Aug 24 20:01:26.787574 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:26.787999 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:26.788317 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Floating IP ef4cf63d-1315-457c-bcc3-785e5b7ae8ea disassociated. External IP: 172.27.3.143, port: 0f55b967-0bd1-42cb-8ad0-71ed73672e16.
Aug 24 20:01:26.788665 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Calling delete_port for 0f55b967-0bd1-42cb-8ad0-71ed73672e16 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:26.795089 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-5c07672f-dad9-4347-8857-ba18842db154 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589432
Aug 24 20:01:26.995960 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cd2e7a2c-6628-4dce-adbf-5b285f3f9381 req-a10d5f21-d928-4dab-aedc-92dc204910d8 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934133
Aug 24 20:01:27.015485 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8745-e931-4f57-a4da-b89c141f1084 req-db820f9a-ce89-4dba-9e9e-059c24940303 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:27.016890 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ecbc8745-e931-4f57-a4da-b89c141f1084 req-db820f9a-ce89-4dba-9e9e-059c24940303 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.1244898
Aug 24 20:01:27.038194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:27.044219 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-39edfa5e-1ed3-4a25-90c4-34307dfdf7af tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:27.066257 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ecbc8745-e931-4f57-a4da-b89c141f1084 req-9c87fd55-780f-4439-a34c-72975283d4f3 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428686
Aug 24 20:01:27.090641 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event deleted for resources: {'Port': ['ID=0f55b967-0bd1-42cb-8ad0-71ed73672e16,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:27.094120 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:27.273425 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Router fcc7dbe2-5d52-46cd-995e-b7403e26b070 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:01:27.464654 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:01:27.474301 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] Sync routers for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:01:27.485931 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:27.486583 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09639945e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:27.556878 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] No DVR routers for this DVR port 0f55b967-0bd1-42cb-8ad0-71ed73672e16 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:01:27.559840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:27.562759 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-deleted', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:27.622533 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae51196-930d-4eac-a2fe-e84834c8419b', 'name': 'network-vif-deleted', 'tag': '0f55b967-0bd1-42cb-8ad0-71ed73672e16', 'status': 'completed', 'code': 200}
Aug 24 20:01:27.673128 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-fc3dea5c-be89-41b1-a188-11790b9caa72 req-799a5a42-6dfd-43be-8545-3e4b23536f8f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "DELETE /v2.0/ports/0f55b967-0bd1-42cb-8ad0-71ed73672e16 HTTP/1.1" status: 204  len: 173 time: 1.6673775
Aug 24 20:01:27.685511 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:27.935213 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8f1fe910-8740-4816-b2b6-472d043894d4 req-0aacaa6b-efdb-4096-8853-ba834c7e55af tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae51196-930d-4eac-a2fe-e84834c8419b HTTP/1.1" status: 200  len: 210 time: 0.0414901
Aug 24 20:01:28.002723 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09639945e0>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:28.007695 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] Checking router: fcc7dbe2-5d52-46cd-995e-b7403e26b070 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:01:28.016738 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:28.017361 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09639945e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:28.191709 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:28.349223 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9558-2e63-4b22-8dd0-0f2f55a380e6 req-92be2832-bd35-4737-8919-c0f156727e7a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:28.350595 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1e7e9558-2e63-4b22-8dd0-0f2f55a380e6 req-92be2832-bd35-4737-8919-c0f156727e7a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.1769736
Aug 24 20:01:28.397799 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1e7e9558-2e63-4b22-8dd0-0f2f55a380e6 req-7e36c5b4-77b1-46b5-b6db-1e0f7842deb2 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412283
Aug 24 20:01:28.510593 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09639945e0>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:28.514389 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2f5b0-6d9c-457f-b349-7f5c12994c2a None None] The sync data for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi is: [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:01:28.750899 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e9067-17ae-44ef-b9f6-21a8cc65b2ef None None] New status for floating IP ef4cf63d-1315-457c-bcc3-785e5b7ae8ea: DOWN {{(pid=80017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:01:29.187172 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60146) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:29.252571 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:29.281598 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:29.414978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:29.420031 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b0e7314d-7209-4c2b-b174-dfd6142623a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:29.438468 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aedc3b2-7179-4448-b422-172e2985a451,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:29.440662 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:29.560316 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:29.561448 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "DELETE /v2.0/security-groups/4aedc3b2-7179-4448-b422-172e2985a451 HTTP/1.1" status: 204  len: 168 time: 0.3782854
Aug 24 20:01:29.564126 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60156) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:29.580839 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.api.v2.resource [None req-c673e757-8d3e-4c3e-963a-60ead89d7a1c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] show failed (client error): The resource could not be found.
Aug 24 20:01:29.581883 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c673e757-8d3e-4c3e-963a-60ead89d7a1c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups/4aedc3b2-7179-4448-b422-172e2985a451 HTTP/1.1" status: 404  len: 347 time: 0.0168080
Aug 24 20:01:29.585229 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60160) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:29.586914 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d7d67-c677-49b4-9a6d-ec15e7598812 req-35362b74-83bd-4b34-9726-8b1bb8dc357a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:29.589569 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-654d7d67-c677-49b4-9a6d-ec15e7598812 req-35362b74-83bd-4b34-9726-8b1bb8dc357a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0814857
Aug 24 20:01:29.638379 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-654d7d67-c677-49b4-9a6d-ec15e7598812 req-c25a3a26-0e05-4074-a310-48fc8e52d833 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438459
Aug 24 20:01:29.837949 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Deleting port d6d7995c-598b-44f3-a980-c6abef781bbc {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:01:29.838291 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.010851 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.011176 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.133544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Calling delete_port for d6d7995c-598b-44f3-a980-c6abef781bbc owned by network:floatingip {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:01:30.349769 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.355049 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e6fcb4c6-c1a2-4490-801f-cea9161d9597 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:30.387069 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-079b1340-a5ee-441f-96af-3854b6d6b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.401292 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event deleted for resources: {'Port': ['ID=d6d7995c-598b-44f3-a980-c6abef781bbc,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:30.426941 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:30.493207 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.507539 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.508710 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "DELETE /v2.0/floatingips/ef4cf63d-1315-457c-bcc3-785e5b7ae8ea HTTP/1.1" status: 204  len: 168 time: 0.9225297
Aug 24 20:01:30.659205 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:01:30.693354 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 0f55b967-0bd1-42cb-8ad0-71ed73672e16 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:01:30.693710 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 0f55b967-0bd1-42cb-8ad0-71ed73672e16 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:01:30.841258 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5280a0-e73b-497f-851e-387b22cef68a req-2956535a-25af-49c6-8ba5-d267449f9f51 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:30.842783 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0a5280a0-e73b-497f-851e-387b22cef68a req-2956535a-25af-49c6-8ba5-d267449f9f51 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0883510
Aug 24 20:01:30.850629 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60176) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:30.896202 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0a5280a0-e73b-497f-851e-387b22cef68a req-6f0685af-63c8-4cfc-bd26-342901af16e1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0463464
Aug 24 20:01:30.972248 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:30.987512 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:30.992740 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f21a9bd1fbe4c0e95bef7d472f19f4e is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:30.995128 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:31.001146 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:31.012627 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.024472 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60182) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:31.030002 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768492569', 'description': 'tempest-description--1756064578'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:31.036408 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:31.040579 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:31.043526 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:31.050159 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:31.083615 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.117575 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.137662 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:31.142092 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group_rule and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:31.144917 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:31.149496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.150630 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:31.158579 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-09de72c6-900c-4853-b7f0-77f6956fcdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:31.201487 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f21a9bd1fbe4c0e95bef7d472f19f4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3473051
Aug 24 20:01:31.201487 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3acb87f-fe06-4f21-8039-2f15ae1c2326,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:31.202503 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60186) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:31.204990 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-af6f4ff7-7c20-4b66-843e-e4a4d52c60c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:31.219488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.261667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.290945 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.306516 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.311902 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7da4274c-93ba-4b57-9957-840f2b998d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:31.360409 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633cb905-1921-482b-9f13-814a54899b61,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:31.363194 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:31.441335 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.445543 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3f4ff7f3-452e-4be2-8d86-1ac2d83d6450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:31.458696 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3acb87f-fe06-4f21-8039-2f15ae1c2326,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:31.461522 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:31.463844 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.464541 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3acb87f-fe06-4f21-8039-2f15ae1c2326 HTTP/1.1" status: 204  len: 168 time: 0.2611442
Aug 24 20:01:31.470397 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.472917 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4462867
Aug 24 20:01:31.478610 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60192) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:31.485200 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'security_group_rule': {'security_group_id': '633cb905-1921-482b-9f13-814a54899b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:31.491647 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:31.496012 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group_rule and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:31.498986 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:31.504811 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:31.614028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.893162 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.984073 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:31.987013 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4d8ed78e-d46c-4f7f-9e22-392b416cf78d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:32.008442 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14684f13-876a-4987-84ab-15b0409cb4af,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:32.013401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:32.080802 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d894cc-8d1d-453b-95c2-722dbfdaa667 req-93ba3307-c8b6-4aa5-814f-3d62fec5a858 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:32.082264 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-30d894cc-8d1d-453b-95c2-722dbfdaa667 req-93ba3307-c8b6-4aa5-814f-3d62fec5a858 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0820673
Aug 24 20:01:32.095243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:32.099061 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-2acbd441-9443-40ff-bffc-645a5beed2a3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6168087
Aug 24 20:01:32.099304 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60210) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:32.105098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'security_group_rule': {'security_group_id': '633cb905-1921-482b-9f13-814a54899b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:32.114708 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:32.116118 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:security_group_rule and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:32.119715 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:32.125804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:32.131375 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-30d894cc-8d1d-453b-95c2-722dbfdaa667 req-7e2862b7-8a03-4698-9e8c-050d9a23b24a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428526
Aug 24 20:01:32.256828 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:32.322787 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:32.431854 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:32.433907 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7bb6943d-b35d-4007-a331-fd0113296ed2 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:32.457389 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9587f2-3e4f-4427-895b-cd17f745d848,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:32.462910 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:32.563863 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:32.565096 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c622f445-45e3-4beb-b0cb-428c0a74daf9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4647713
Aug 24 20:01:32.568140 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60222) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:32.573348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:32.579243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:32.583322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:floatingip and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:32.586446 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:32.592472 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:32.744171 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:32.880858 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.014596 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Allocated IP 172.27.3.125 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/b3fe7244-d208-4689-9400-8a842415ffb3) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:01:33.159274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.255997 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.260746 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-8e69b2b5-6c43-4857-89b8-d1e781baaf0e tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:33.283736 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d110-4861-4a0c-bea4-b21d882d5898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.323668 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:01:33.325040 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9361f-107c-49dc-a5a1-d19ecfebc119 req-a03d463e-de7a-4a53-b513-435e73780803 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:33.326648 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:01:33.328763 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6ed9361f-107c-49dc-a5a1-d19ecfebc119 req-a03d463e-de7a-4a53-b513-435e73780803 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0862584
Aug 24 20:01:33.330582 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:01:33.371334 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'Port': ['ID=b3fe7244-d208-4689-9400-8a842415ffb3,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:33.375655 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:33.396900 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6ed9361f-107c-49dc-a5a1-d19ecfebc119 req-fb3fb16e-0158-4c9c-af81-f7113f2aadce tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0605419
Aug 24 20:01:33.418963 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.656885 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.859667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.986804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:33.991618 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-73d3b992-90ef-4d8b-9a29-9bd08dd1670b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:34.104831 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'Port': ['ID=b3fe7244-d208-4689-9400-8a842415ffb3,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:34.107618 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:34.112732 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:34.151145 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:34.249832 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:34.251132 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6820631
Aug 24 20:01:34.466591 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-a8492902-66ed-4619-a688-8a5fe35e8154 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Synchronizing usage tracker for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:01:34.594951 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47908fdd-e6ee-4d88-908d-eaf9a751f485 req-7ffddcfa-9c2b-484e-a42f-11e11bd9ed50 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:34.596445 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-47908fdd-e6ee-4d88-908d-eaf9a751f485 req-7ffddcfa-9c2b-484e-a42f-11e11bd9ed50 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0919490
Aug 24 20:01:34.597460 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-a8492902-66ed-4619-a688-8a5fe35e8154 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Unset dirty status for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:01:34.598497 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-a8492902-66ed-4619-a688-8a5fe35e8154 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--768492569&fields=id&tenant_id=190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 267 time: 0.1710217
Aug 24 20:01:34.719095 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-47908fdd-e6ee-4d88-908d-eaf9a751f485 req-2f03b1d9-71b0-4329-aa31-5d3d69242592 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1167889
Aug 24 20:01:34.789949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-b06ed0eb-c97e-476e-a1ff-48199810c88c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:34.791453 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-b06ed0eb-c97e-476e-a1ff-48199810c88c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 817 time: 0.1756608
Aug 24 20:01:34.806910 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-4384bef9-47fb-4311-9967-452e1d656d80 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/quotas/190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 375 time: 0.0099344
Aug 24 20:01:34.893257 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-5ad41a03-2cc0-45d1-a9e1-a2e43ba55dc6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0810103
Aug 24 20:01:35.070568 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-2571f5f8-f236-43a2-a19e-809761126caf service neutron] 10.222.0.37 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644073
Aug 24 20:01:35.202595 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-9fb009e3-3430-475b-8844-66a1b7a69d6a service neutron] 10.222.0.37 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260493
Aug 24 20:01:35.524723 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:35.572939 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b8a26ff4-be5d-4f71-bb2e-d10e5c55b563 req-e7faad00-f551-49af-bdb8-1cb0a775ad2a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 210 time: 0.0618870
Aug 24 20:01:35.916310 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c60ab-b45d-439d-857f-05e9fc0b8896 req-443c3e37-ad13-4543-a9c4-46d4e4403899 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:35.917780 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b6c60ab-b45d-439d-857f-05e9fc0b8896 req-443c3e37-ad13-4543-a9c4-46d4e4403899 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0834081
Aug 24 20:01:35.964674 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b6c60ab-b45d-439d-857f-05e9fc0b8896 req-5d26503c-998f-4495-b7c0-3892d92b8e4a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d7acc86-6fba-41de-bf61-f64735087417&id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409369
Aug 24 20:01:36.726042 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-37cb872c-3663-4af9-90d1-64ed1e90e7de req-45794807-e04a-4f5f-a8a2-0c06e560f766 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 210 time: 0.0490549
Aug 24 20:01:37.894720 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-3d6c6979-82fe-4f08-af3f-f19846bf4a00 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:37.896196 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-3d6c6979-82fe-4f08-af3f-f19846bf4a00 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 817 time: 0.1700830
Aug 24 20:01:37.900898 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-58447ea0-e673-4690-ac8a-32a9e7ad9d2d req-afbc6afe-9b3a-476a-b846-d9594d7d323a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 210 time: 0.0482788
Aug 24 20:01:37.944623 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-d3cbcfe3-ce96-45b5-a8a4-7db9ffbb2e01 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Synchronizing usage tracker for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:security_group {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:01:37.956196 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-d3cbcfe3-ce96-45b5-a8a4-7db9ffbb2e01 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Unset dirty status for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:security_group {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:01:37.957280 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-d3cbcfe3-ce96-45b5-a8a4-7db9ffbb2e01 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 379 time: 0.0533721
Aug 24 20:01:37.966129 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'port': {'device_id': '4ba36ddb-035d-418f-a990-c2be11633442', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'admin_state_up': True, 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'security_groups': ['633cb905-1921-482b-9f13-814a54899b61']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:38.105398 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:01:38.109654 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Usage tracker for resource:port and tenant:190bce4eb9e949b9a5dff58ab500c5f7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:01:38.117931 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:01:38.118876 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:01:38.192715 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Made reservation on behalf of 190bce4eb9e949b9a5dff58ab500c5f7 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:01:38.197640 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:38.363877 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Allocated IP 172.20.0.14 (7a7728cf-d00e-4524-b24f-1c572470e409/e342f61b-d605-41e5-b967-e8768ddacd2e/9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:01:38.558117 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:38.573485 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Transition to ACTIVE for port object 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:01:38.659390 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:38.665243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:38.735109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Network 7a7728cf-d00e-4524-b24f-1c572470e409 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:01:38.745124 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:01:38.749038 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:01:38.781026 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:38.787945 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:38.818352 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:38.819407 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:38.938026 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9753685
Aug 24 20:01:39.009586 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ff4c4897-18c8-462a-8cab-53e680cb86e8 None None] Provisioning for port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:01:39.014851 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-ff4c4897-18c8-462a-8cab-53e680cb86e8 None None] Provisioning complete for port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:01:39.015264 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4897-18c8-462a-8cab-53e680cb86e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:39.067967 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c4897-18c8-462a-8cab-53e680cb86e8 None None] Port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:01:39.086557 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271020a8-7adf-4d99-8853-9e6b4cd757eb req-073b934d-d671-4c30-90be-44d0846eafb6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:39.088771 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-271020a8-7adf-4d99-8853-9e6b4cd757eb req-073b934d-d671-4c30-90be-44d0846eafb6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 932 time: 0.0783570
Aug 24 20:01:39.136309 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-271020a8-7adf-4d99-8853-9e6b4cd757eb req-3f2043b2-892a-422e-bd0c-c02a72d988e2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426433
Aug 24 20:01:40.319016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138c070-8a18-4634-be6f-a168a29411ac req-59536c58-1c04-4243-95a2-5bf77129d011 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:40.320473 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5138c070-8a18-4634-be6f-a168a29411ac req-59536c58-1c04-4243-95a2-5bf77129d011 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 932 time: 0.0790231
Aug 24 20:01:40.366281 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5138c070-8a18-4634-be6f-a168a29411ac req-1656f73e-ece8-489e-ac3c-ed85933b9892 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397036
Aug 24 20:01:40.485312 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Request body: {'port': {'device_id': '4ba36ddb-035d-418f-a990-c2be11633442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:40.602115 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:40.944991 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:01:40.952363 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:40.966060 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Transition to ACTIVE for port object 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:01:41.038458 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:41.042817 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bcdd8177-068f-4786-8221-130f50d24167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:41.259507 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:41.287279 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:41.366881 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Attempting to bind port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:01:41.367221 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Attempting to bind port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:01:41.367549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Attempting to bind port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 on network 7a7728cf-d00e-4524-b24f-1c572470e409 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:01:41.372519 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 on network 7a7728cf-d00e-4524-b24f-1c572470e409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 20:01:41.372844 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Attempting to bind port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 on network 7a7728cf-d00e-4524-b24f-1c572470e409 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:01:41.378128 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:01:41.378537 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Checking segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:01:41.378957 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Bound using segment: {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:01:41.379371 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Bound port: 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377e4681-2018-4588-a91b-0d96f66af509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:01:41.379738 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:41.474513 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:01:41.477495 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:01:41.539240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:41.544045 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5d5d2b71-360a-4f5a-96fc-56acd3037004 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:41.559757 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01744be-383e-43bc-8b0d-27987639e1a3 req-5afb8120-4ece-488b-8c2d-8e453060a349 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:41.561368 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e01744be-383e-43bc-8b0d-27987639e1a3 req-5afb8120-4ece-488b-8c2d-8e453060a349 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0852888
Aug 24 20:01:41.594221 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:41.595327 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:41.596757 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] 10.222.0.60 "PUT /v2.0/ports/9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 HTTP/1.1" status: 200  len: 1094 time: 1.1160231
Aug 24 20:01:41.611186 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:41.637515 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:41.640808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:41.677988 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'status': 'completed', 'code': 200}
Aug 24 20:01:41.699634 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e01744be-383e-43bc-8b0d-27987639e1a3 req-6c777842-bed9-46ac-bcda-e65eefca3de7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323960
Aug 24 20:01:41.765386 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-15a1871a-cdd2-4c8d-8565-252d16d04284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:41.767228 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-15a1871a-cdd2-4c8d-8565-252d16d04284 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 1097 time: 0.0850041
Aug 24 20:01:41.839042 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-6565bf0f-9312-41e0-b3a9-1acbddb6c705 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 HTTP/1.1" status: 200  len: 217 time: 0.0648708
Aug 24 20:01:41.906061 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-afe79ce1-0ae3-408b-accc-e8d80303a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:41.907427 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-afe79ce1-0ae3-408b-accc-e8d80303a499 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0625029
Aug 24 20:01:41.982618 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-d7d58058-89bc-4d29-b7de-eb88d9544d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:41.984128 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-d7d58058-89bc-4d29-b7de-eb88d9544d4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705657
Aug 24 20:01:42.115321 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-5b2eaa82-89ea-437c-a04e-88ae3bd5eca6 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249714
Aug 24 20:01:42.246696 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ec25242d-cbe1-4813-b193-e4e77fda6ad5 req-08d1fa56-661d-4481-9c7c-52ab34e7888b service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245852
Aug 24 20:01:42.465807 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-bc3e1dbe-8576-429a-8145-593490451f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:42.467286 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-bc3e1dbe-8576-429a-8145-593490451f10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 1097 time: 0.0742204
Aug 24 20:01:42.597898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-d800165a-4323-49e9-a4cc-b67821603482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:42.598859 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-d800165a-4323-49e9-a4cc-b67821603482 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.1253629
Aug 24 20:01:42.666825 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-c97f5a54-957d-4729-b755-5bc95e62e08b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 HTTP/1.1" status: 200  len: 217 time: 0.0611265
Aug 24 20:01:42.735616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-bb86d713-bf15-4ca8-9572-79d4a6809996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:42.736451 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-bb86d713-bf15-4ca8-9572-79d4a6809996 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0634043
Aug 24 20:01:42.816734 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-d7d7ab45-2c13-4e41-b7e3-44bec2eb01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:42.819516 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-d7d7ab45-2c13-4e41-b7e3-44bec2eb01ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745201
Aug 24 20:01:42.898034 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003a157-17a1-46aa-8b68-99028c388bfd req-ae3990dd-5fc4-40e4-98de-fe87d1ec5ce3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:42.899558 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2003a157-17a1-46aa-8b68-99028c388bfd req-ae3990dd-5fc4-40e4-98de-fe87d1ec5ce3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0811474
Aug 24 20:01:42.948174 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2003a157-17a1-46aa-8b68-99028c388bfd req-259b744d-007b-4996-9d78-d407c406ece6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428987
Aug 24 20:01:42.960047 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-a95c2249-829d-466a-85c4-b26ccce5c3a2 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332104
Aug 24 20:01:43.192282 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-436ad3b5-1a80-49cd-b726-76103c35adf1 req-3035c279-f23d-4508-b8e7-a94bca5e235d service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230747
Aug 24 20:01:44.135089 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe6c37-d8de-4c4c-8e7b-6a83da1c4f0b req-e05b9e99-437c-4337-a760-36f5aef18fd5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:44.136544 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6abe6c37-d8de-4c4c-8e7b-6a83da1c4f0b req-e05b9e99-437c-4337-a760-36f5aef18fd5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0800025
Aug 24 20:01:44.180869 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6abe6c37-d8de-4c4c-8e7b-6a83da1c4f0b req-49638e03-c1bd-42f1-aeea-192023655dcd tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385704
Aug 24 20:01:44.769513 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:01:44.900837 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:44.914554 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'port_id': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'mac_address': 'fa:16:3e:17:a3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:01:44.970732 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:44.988888 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:01:45.004425 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:45.047765 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:45.050495 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:45.122291 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:45.129457 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.129812 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.130198 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.130559 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.130891 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.131222 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.131551 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.131886 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.132212 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.132538 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.132858 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.133178 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:01:45.137104 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:45.278128 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:01:45.403324 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d74742-6865-4419-a42d-2ef44df20ed6 req-5110fe6a-2617-4e9d-b8c0-fb21cbb670b1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:45.404782 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-17d74742-6865-4419-a42d-2ef44df20ed6 req-5110fe6a-2617-4e9d-b8c0-fb21cbb670b1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 945 time: 0.1167686
Aug 24 20:01:45.453709 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-17d74742-6865-4419-a42d-2ef44df20ed6 req-0228888c-041e-4e08-aff0-24426bdc0b7b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413272
Aug 24 20:01:46.543316 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:01:46.640407 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a665be-f2b9-4d06-8196-4097ed2e2e5c req-15938eb1-6ea0-4c68-8b40-4c6e6c22d3d6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:46.641804 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-82a665be-f2b9-4d06-8196-4097ed2e2e5c req-15938eb1-6ea0-4c68-8b40-4c6e6c22d3d6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 945 time: 0.0793340
Aug 24 20:01:46.687005 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-82a665be-f2b9-4d06-8196-4097ed2e2e5c req-5d02d007-d1e5-4194-9262-7380f9e80128 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389166
Aug 24 20:01:46.793874 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:01:46.924332 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:01:46.929486 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:01:46.929964 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:47.051637 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:47.078132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:47.088279 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:01:47.126702 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'code': 200}
Aug 24 20:01:47.181819 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:47.183827 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:01:47.255862 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:01:47.259527 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:01:47.483298 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb1558-b4bd-4740-871d-35841acfc062 req-3cf0fe92-60ff-4849-825e-c533f8d573af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:47.484768 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-48fb1558-b4bd-4740-871d-35841acfc062 req-3cf0fe92-60ff-4849-825e-c533f8d573af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 1099 time: 0.0720856
Aug 24 20:01:47.527836 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-48fb1558-b4bd-4740-871d-35841acfc062 req-8290af2a-9412-41ad-9f3d-84fa65eb61fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362062
Aug 24 20:01:47.878868 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a8cf8-2151-49e0-96fc-a56e59870924 req-c4b3a072-c639-4a6f-b432-8e82c9428747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:47.880746 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f89a8cf8-2151-49e0-96fc-a56e59870924 req-c4b3a072-c639-4a6f-b432-8e82c9428747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0838079
Aug 24 20:01:47.925141 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f89a8cf8-2151-49e0-96fc-a56e59870924 req-4dba1111-2b3f-4f12-9e21-6402077753cb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387716
Aug 24 20:01:49.113454 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dcec7-fdb5-4961-9c12-b3f90ce0f048 req-7cc3ab37-df88-47a5-97ff-9a6d2d3ebe87 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:49.114858 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a2dcec7-fdb5-4961-9c12-b3f90ce0f048 req-7cc3ab37-df88-47a5-97ff-9a6d2d3ebe87 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0789771
Aug 24 20:01:49.171474 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6a2dcec7-fdb5-4961-9c12-b3f90ce0f048 req-d7392fcd-6d04-4cef-9f6e-5ad559b59ccb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508029
Aug 24 20:01:49.350477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425fd1-b129-4f25-8b23-b1591db12b4f req-e9c71010-5229-4a3f-b0ed-1ce10513ea83 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:49.351921 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-00425fd1-b129-4f25-8b23-b1591db12b4f req-e9c71010-5229-4a3f-b0ed-1ce10513ea83 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0783963
Aug 24 20:01:49.360618 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60406) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:01:49.366449 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Request body: {'floatingip': {'port_id': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:01:49.444214 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:49.773471 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:50.034357 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:50.090273 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:50.387005 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Floating IP e1035db0-222f-48ba-a190-ad3916da4de6 associated. External IP: 172.27.3.125, port: 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759.
Aug 24 20:01:50.741645 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Router fcc7dbe2-5d52-46cd-995e-b7403e26b070 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:01:50.914711 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:01:50.919566 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:01:50.923914 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] Sync routers for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:01:50.934579 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:50.935196 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963ba8a30>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:50.975919 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-5b661705-60ea-45ef-a55f-6a560e174747 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "PUT /v2.0/floatingips/e1035db0-222f-48ba-a190-ad3916da4de6 HTTP/1.1" status: 200  len: 992 time: 1.6142545
Aug 24 20:01:50.976667 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:01:51.019823 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'status': 'completed', 'code': 200}
Aug 24 20:01:51.117764 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:51.117967 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-010b9eb7-e66e-47ec-88b1-c57705ae98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:51.119443 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-010b9eb7-e66e-47ec-88b1-c57705ae98e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 1099 time: 0.0730686
Aug 24 20:01:51.251842 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-642010ed-867a-4d53-9898-46e7739c3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:51.253384 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-642010ed-867a-4d53-9898-46e7739c3ebf service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.1267700
Aug 24 20:01:51.360002 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-1863530a-306b-4dc5-aaf9-45a99450dafb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 HTTP/1.1" status: 200  len: 1000 time: 0.0997732
Aug 24 20:01:51.425797 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-b17eae65-53e4-4322-b668-52bd0a14cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:51.427333 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-b17eae65-53e4-4322-b668-52bd0a14cab9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0581884
Aug 24 20:01:51.477958 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963ba8a30>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'e1035db0-222f-48ba-a190-ad3916da4de6', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'port_id': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'mac_address': 'fa:16:3e:17:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36ddb-035d-418f-a990-c2be11633442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:33Z', 'updated_at': '2021-08-24T20:01:49Z', 'revision_number': 1, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:51.482054 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] Checking router: fcc7dbe2-5d52-46cd-995e-b7403e26b070 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:01:51.490228 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:01:51.490863 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963ba8a30>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:01:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:51.510713 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-d1764e64-3fad-4e3d-a52b-8bdffce78614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:01:51.512134 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-d1764e64-3fad-4e3d-a52b-8bdffce78614 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738628
Aug 24 20:01:51.653339 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-a84c6a86-cba4-4357-bb2d-a94d19a05369 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337388
Aug 24 20:01:51.670631 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:01:51.792949 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-62e0fb6b-a37f-4c09-9cbc-ca333ee3f69c req-ac50449f-d5be-4f8a-bbb7-f7d9869991fb service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299391
Aug 24 20:01:52.015552 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963ba8a30>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'e1035db0-222f-48ba-a190-ad3916da4de6', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'port_id': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'mac_address': 'fa:16:3e:17:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36ddb-035d-418f-a990-c2be11633442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:33Z', 'updated_at': '2021-08-24T20:01:49Z', 'revision_number': 1, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:01:52.019885 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373626db-85d4-4ad9-a7e3-58e920276791 None None] The sync data for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi is: [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'e1035db0-222f-48ba-a190-ad3916da4de6', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'port_id': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'mac_address': 'fa:16:3e:17:a3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36ddb-035d-418f-a990-c2be11633442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:33Z', 'updated_at': '2021-08-24T20:01:49Z', 'revision_number': 1, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:01:52.225229 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee6348-e435-4efa-adc9-dc81e20aa806 None None] New status for floating IP e1035db0-222f-48ba-a190-ad3916da4de6: ACTIVE {{(pid=80017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:02:00.403113 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-90394fcb-7341-47a8-bbaf-30d12ea65584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:01.027784 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:03.296716 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1f7d-15f8-46d3-b4ff-5e18c5562476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:04.154156 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:05.568900 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.011141 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-b7b2f554-d73c-4948-946a-5847aa9df9df tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984971912&fields=id&tenant_id=aba666080f5546b1b922547560f8254d HTTP/1.1" status: 200  len: 267 time: 0.0397816
Aug 24 20:02:15.092430 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-57f9a1d1-0e58-4784-bd8c-da68882db8e9 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:15.093840 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-57f9a1d1-0e58-4784-bd8c-da68882db8e9 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 985 time: 0.0777788
Aug 24 20:02:15.104514 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Request body: {'port': {'security_groups': ['54be7376-a55e-4b4a-95f5-f92bc4cb4814']}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:02:15.222478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.459611 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:15.483556 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.552328 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.558412 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-46c3b1d1-6d65-4205-b84c-c2e48d857294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:15.565080 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['4cd86e11-5828-4f7b-8343-dd87dd0a6da2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:02:15.621913 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:15.627926 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.627926 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-740f3e2f-1935-47e8-9491-5da1e0378ef7 req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "PUT /v2.0/ports/4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 943 time: 0.5237799
Aug 24 20:02:15.627926 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:02:15.629921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60616) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:15.647959 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event updated for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=7']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:15.656659 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.657028 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.657386 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.657738 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.658085 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.658458 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.658805 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.659150 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.659493 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.659832 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.660174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.660512 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:15.665413 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:15.680812 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'status': 'completed', 'code': 200}
Aug 24 20:02:15.730196 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['4cd86e11-5828-4f7b-8343-dd87dd0a6da2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:02:15.770348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.803927 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.868428 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-2269b9af-d017-4aea-94f6-cd2bd4840dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:15.869885 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-2269b9af-d017-4aea-94f6-cd2bd4840dd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1099 time: 0.1588330
Aug 24 20:02:15.949717 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-5afc5a7e-e4f6-44e1-8503-553316718a4d None None] Provisioning complete for port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:02:15.950097 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-5afc5a7e-e4f6-44e1-8503-553316718a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:15.998557 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:16.015101 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0eb060bb-926b-42d0-8b7f-5a97503fa0ca tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:16.036275 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7acc86-6fba-41de-bf61-f64735087417,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:16.056138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.056521 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.057098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.057476 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.057844 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.058206 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.058599 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.058958 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.059314 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.059670 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.060021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.060771 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:16.065374 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:16.071591 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-3aada7b6-316c-4798-b670-268b4afb5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:16.071591 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-3aada7b6-316c-4798-b670-268b4afb5ab6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 914 time: 0.1912444
Aug 24 20:02:16.160983 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:16.162037 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-81e42acd-d1b3-4a50-b88d-9fb8f10f6db4 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "DELETE /v2.0/security-groups/4d7acc86-6fba-41de-bf61-f64735087417 HTTP/1.1" status: 204  len: 168 time: 0.5310805
Aug 24 20:02:16.164893 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60624) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:16.187070 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-c1059a32-491f-4452-a6be-25f568c419b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 1002 time: 0.1056845
Aug 24 20:02:16.251215 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-30f23c8d-c8b8-45d4-9d36-8ae92c6bfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:16.252660 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-30f23c8d-c8b8-45d4-9d36-8ae92c6bfc6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 200  len: 853 time: 0.0585470
Aug 24 20:02:16.342220 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-412c5077-e904-484c-b0ff-5424f2110f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:16.343766 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-412c5077-e904-484c-b0ff-5424f2110f92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace62144-1194-4fa1-acdd-f0ae4e20d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839188
Aug 24 20:02:16.485251 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Deleting port 53f63e41-7843-49ec-817e-9184b905358d {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:16.485618 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:16.589259 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-10b493b8-3b57-4d9f-902f-0181e0dd65e2 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375512
Aug 24 20:02:16.681561 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:16.681922 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:16.737332 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-68e53779-b0a6-422b-9034-a19fa7b4bce0 req-b15b0aa6-810f-4c06-bb77-c4ef906fdaa6 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413996
Aug 24 20:02:16.819758 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Calling delete_port for 53f63e41-7843-49ec-817e-9184b905358d owned by network:floatingip {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:17.089170 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:17.093870 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:17.141461 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event deleted for resources: {'Port': ['ID=53f63e41-7843-49ec-817e-9184b905358d,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:17.166982 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:17.230029 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks [] for floatingip, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:17.230392 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Floating IP cd7a6609-2042-42cc-bafc-97ca0333fb78 disassociated (deleted). External IP: 172.27.3.162, port: 4cd86e11-5828-4f7b-8343-dd87dd0a6da2.
Aug 24 20:02:17.583851 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Router f60d8865-2d80-421a-8d00-c46d8afa8694 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:02:17.758523 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:02:17.768382 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] Sync routers for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:02:17.771241 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:17.778032 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:02:17.778776 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bb20>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:02:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:17.828678 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "DELETE /v2.0/floatingips/cd7a6609-2042-42cc-bafc-97ca0333fb78 HTTP/1.1" status: 204  len: 168 time: 1.6624765
Aug 24 20:02:17.829759 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:02:17.940725 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'status': 'completed', 'code': 200}
Aug 24 20:02:18.014583 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:02:18.049092 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-9fc7be10-df59-4ab9-bf00-5217080b2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:18.050659 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-9fc7be10-df59-4ab9-bf00-5217080b2931 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aba666080f5546b1b922547560f8254d&device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 1099 time: 0.0849431
Aug 24 20:02:18.205808 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-34ff67cc-0527-4bf5-9986-eecf557d8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:18.207372 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-34ff67cc-0527-4bf5-9986-eecf557d8eb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 200  len: 914 time: 0.1489196
Aug 24 20:02:18.281176 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-4486a03e-02be-43cc-94eb-a2473e78f3a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 200  len: 217 time: 0.0667260
Aug 24 20:02:18.345826 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bb20>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 5, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:18.354627 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] Checking router: f60d8865-2d80-421a-8d00-c46d8afa8694 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:02:18.364542 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-57de14a5-3645-4c2a-afed-c1db962366b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:18.366932 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-57de14a5-3645-4c2a-afed-c1db962366b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 200  len: 853 time: 0.0797470
Aug 24 20:02:18.367073 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:02:18.367932 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bb20>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:02:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:18.462528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-a40d8cbb-57c8-4188-97ad-fc5c5ed9c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:18.464202 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-a40d8cbb-57c8-4188-97ad-fc5c5ed9c814 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace62144-1194-4fa1-acdd-f0ae4e20d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888414
Aug 24 20:02:18.561241 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:02:18.614074 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-05523722-4f0b-4f12-8b4a-888b6fde9e38 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376851
Aug 24 20:02:18.752048 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a46a1b7f-28ce-4946-add1-53baff7f71e2 req-89048146-99a6-4d56-93b2-7d1181200744 service neutron] 10.222.0.60 "GET /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310649
Aug 24 20:02:18.875409 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a8bb20>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 5, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:18.879172 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf65bb-23d6-4ce6-b149-7e2a52685f39 None None] The sync data for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi is: [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T19:59:54Z', 'revision_number': 4, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'fcf50cce-3748-4e75-89f6-f7f30725b9de', 'name': '', 'network_id': 'ace62144-1194-4fa1-acdd-f0ae4e20d77e', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'mac_address': 'fa:16:3e:d1:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:53Z', 'updated_at': '2021-08-24T20:00:01Z', 'revision_number': 5, 'project_id': 'aba666080f5546b1b922547560f8254d', 'subnets': [{'id': '6d1ecc14-9819-4695-a8f8-bf16dfc3729b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:02:19.094966 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f00017-25ab-4a07-a58d-cf94deeece40 None None] New status for floating IP cd7a6609-2042-42cc-bafc-97ca0333fb78: DOWN {{(pid=80017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:02:19.771700 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:23.542866 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:02:25.060950 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e689c-7072-49f7-97aa-f344d4f4a2af req-2c66f24f-f9a1-407b-b45f-cd4634bcf59c tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:25.061539 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-c30e689c-7072-49f7-97aa-f344d4f4a2af req-2c66f24f-f9a1-407b-b45f-cd4634bcf59c tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Synchronizing usage tracker for tenant:aba666080f5546b1b922547560f8254d on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:02:25.188999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-c30e689c-7072-49f7-97aa-f344d4f4a2af req-2c66f24f-f9a1-407b-b45f-cd4634bcf59c tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Unset dirty status for tenant:aba666080f5546b1b922547560f8254d on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:02:25.190179 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c30e689c-7072-49f7-97aa-f344d4f4a2af req-2c66f24f-f9a1-407b-b45f-cd4634bcf59c tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.2067542
Aug 24 20:02:25.235471 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c30e689c-7072-49f7-97aa-f344d4f4a2af req-ce07a88c-d378-4c80-bfb6-30e74d4bff9a tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391273
Aug 24 20:02:26.516207 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5672700-a683-4900-bfbe-5942b27193f0 req-45c77ceb-faa2-438f-848e-8d667a5c9476 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:26.517716 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a5672700-a683-4900-bfbe-5942b27193f0 req-45c77ceb-faa2-438f-848e-8d667a5c9476 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.1766868
Aug 24 20:02:26.563798 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a5672700-a683-4900-bfbe-5942b27193f0 req-7648b868-c319-4abe-8f48-416598dc29b9 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/security-groups?id=54be7376-a55e-4b4a-95f5-f92bc4cb4814&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401516
Aug 24 20:02:26.801500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-aad4f038-de5e-4591-a2b0-15817106cb39 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:26.802312 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-aad4f038-de5e-4591-a2b0-15817106cb39 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Synchronizing usage tracker for tenant:aba666080f5546b1b922547560f8254d on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:02:26.815111 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-aad4f038-de5e-4591-a2b0-15817106cb39 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Unset dirty status for tenant:aba666080f5546b1b922547560f8254d on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:02:26.816202 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-aad4f038-de5e-4591-a2b0-15817106cb39 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.60 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 946 time: 0.0940485
Aug 24 20:02:26.891512 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Deleting port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:26.891777 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.134794 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] For port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:27.135149 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.263835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Calling delete_port for 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:27.287161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60770) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:27.408202 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.423042 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:27.426872 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Usage tracker for resource:security_group_rule and tenant:60e7127764424509b4c8903236f342d8 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:27.430279 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:27.435990 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:27.462880 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.468853 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-8a6c6a85-c76b-42ce-bdb9-acf486f68fc3 tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:27.475634 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['4cd86e11-5828-4f7b-8343-dd87dd0a6da2'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:02:27.526357 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.607214 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.614487 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:27.615365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Pushing event deleted for resources: {'Port': ['ID=4cd86e11-5828-4f7b-8343-dd87dd0a6da2,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:27.619353 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:27.649727 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60e7127764424509b4c8903236f342d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3614178
Aug 24 20:02:27.650315 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60778) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:27.697045 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] No DVR routers for this DVR port 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:02:27.699480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.702083 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'name': 'network-vif-deleted', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:02:27.740092 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2435968-a181-48d8-a753-4f9d5cf5421b,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:27.747036 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f163ab65-24f3-417d-bd74-4dcd5ab8d7d3 req-37dbba19-052f-4f18-9096-89f169d81476 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.37 "GET /v2.0/ports?device_id=498bd692-c9b7-4ddf-a57d-68e4305622cb HTTP/1.1" status: 200  len: 210 time: 0.0671678
Aug 24 20:02:27.748282 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6b2c674a-ca22-492c-b0c5-a581e2948306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:27.751303 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498bd692-c9b7-4ddf-a57d-68e4305622cb', 'name': 'network-vif-deleted', 'tag': '4cd86e11-5828-4f7b-8343-dd87dd0a6da2', 'status': 'completed', 'code': 200}
Aug 24 20:02:27.773801 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.778207 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-1659f2c4-70af-40cc-951b-7fae85ebb76d req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] 10.222.0.60 "DELETE /v2.0/ports/4cd86e11-5828-4f7b-8343-dd87dd0a6da2 HTTP/1.1" status: 204  len: 173 time: 0.9550784
Aug 24 20:02:27.803438 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.960161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.966172 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a47f41c0-d7ce-4780-b422-3bf6a6b9b261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:27.977017 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2435968-a181-48d8-a753-4f9d5cf5421b,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:27.981284 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:27.987337 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:27.988532 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2435968-a181-48d8-a753-4f9d5cf5421b HTTP/1.1" status: 204  len: 168 time: 0.3351090
Aug 24 20:02:28.078186 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-b4e7b0b7-f5c5-4b3b-8811-800e62db7555 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0958004
Aug 24 20:02:28.187376 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-5f92a81c-3646-41ae-9e4b-4a551f5c8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:28.188842 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-5f92a81c-3646-41ae-9e4b-4a551f5c8d82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1098 time: 0.0860519
Aug 24 20:02:28.333330 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-dd4a6e14-9ca3-4d4f-ba08-03f05b4c9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:28.334828 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-dd4a6e14-9ca3-4d4f-ba08-03f05b4c9f17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1262832
Aug 24 20:02:28.444468 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-5cb59f86-4dcd-48f5-ae05-472b59078a52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317 HTTP/1.1" status: 200  len: 1001 time: 0.1008172
Aug 24 20:02:28.519230 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-f4b31bd9-44f3-4e70-b0c3-a7a18c009fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:28.520706 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-f4b31bd9-44f3-4e70-b0c3-a7a18c009fda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0623507
Aug 24 20:02:28.596836 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-81b71c9f-7301-4116-b521-f075d6bc8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:28.598487 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-81b71c9f-7301-4116-b521-f075d6bc8edc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711584
Aug 24 20:02:28.650878 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60790) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:28.669592 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:28.683955 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:28.687840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Usage tracker for resource:security_group_rule and tenant:19eab3841de245b7936c2c26d5fa5e80 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:28.690745 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:28.697019 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:28.747319 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-8cbc6e81-2dbd-4aa4-a30e-5731b31a0b76 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419234
Aug 24 20:02:28.784559 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:28.858222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:28.867924 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c6f7173d-42f4-4250-a561-977816d01588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:28.894761 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c617fae9-5e11-4d53-b214-8eb5a1f1665d req-793d2a5b-b3d9-4ebe-ad7a-1ea796153b08 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337721
Aug 24 20:02:28.907686 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19eab3841de245b7936c2c26d5fa5e80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2557065
Aug 24 20:02:28.909319 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3881a9a-6ad4-4130-9a65-44cfe03056db,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:28.910478 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60798) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:28.912105 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:28.968406 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5542bf44-c8fb-4c1b-b7b2-3c712bc88ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:28.994899 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5542bf44-c8fb-4c1b-b7b2-3c712bc88ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:29.114117 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5542bf44-c8fb-4c1b-b7b2-3c712bc88ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:29.118640 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-37cde34e-3d9d-45ee-9ac7-ac03a2ecf0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:29.130472 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542bf44-c8fb-4c1b-b7b2-3c712bc88ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3881a9a-6ad4-4130-9a65-44cfe03056db,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:29.136014 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5542bf44-c8fb-4c1b-b7b2-3c712bc88ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:29.142671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5542bf44-c8fb-4c1b-b7b2-3c712bc88ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:29.144049 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5542bf44-c8fb-4c1b-b7b2-3c712bc88ee7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3881a9a-6ad4-4130-9a65-44cfe03056db HTTP/1.1" status: 204  len: 168 time: 0.2323608
Aug 24 20:02:30.380458 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ffb92c3a-7bd7-44cd-834f-11b7488f35eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:30.504591 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60870) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:31.017380 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:31.033539 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:02:31.059126 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:31.067272 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:02:31.067720 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4cd86e11-5828-4f7b-8343-dd87dd0a6da2 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:02:31.417961 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Deleting port fcf50cce-3748-4e75-89f6-f7f30725b9de {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:31.418303 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:31.684712 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] For port fcf50cce-3748-4e75-89f6-f7f30725b9de, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=fcf50cce-3748-4e75-89f6-f7f30725b9de,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:31.685358 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:31.810174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Calling delete_port for fcf50cce-3748-4e75-89f6-f7f30725b9de owned by network:router_interface {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:32.212166 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:32.215863 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:32.258505 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf50cce-3748-4e75-89f6-f7f30725b9de,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:32.261654 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:32.533330 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:32.890979 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Router f60d8865-2d80-421a-8d00-c46d8afa8694 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:02:33.176298 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:02:33.184904 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] Sync routers for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:02:33.195365 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:02:33.195968 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d3a0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:02:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:33.203716 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-cf78ee7d-dbeb-4390-90a9-d9e4f77f3c8f admin admin] 10.222.0.37 "PUT /v2.0/routers/f60d8865-2d80-421a-8d00-c46d8afa8694/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6950841
Aug 24 20:02:33.204080 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 60926) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:33.313508 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-cb206ca9-7311-4d30-85c9-83f939e175a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:33.375643 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:02:33.388120 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks [] for router, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:33.565201 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:33.639671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Deleting port c35909a1-818b-4816-9c82-bfb628734672 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:33.640154 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:33.652759 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d3a0>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c35909a1-818b-4816-9c82-bfb628734672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T20:02:32Z', 'revision_number': 5, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port': {'id': 'c35909a1-818b-4816-9c82-bfb628734672', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:50Z', 'updated_at': '2021-08-24T19:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:33.656525 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] Checking router: f60d8865-2d80-421a-8d00-c46d8afa8694 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:02:33.665177 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] Routers {'f60d8865-2d80-421a-8d00-c46d8afa8694'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:02:33.665764 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d3a0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:02:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['f60d8865-2d80-421a-8d00-c46d8afa8694'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:33.849777 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] Set router f60d8865-2d80-421a-8d00-c46d8afa8694 gateway port host: None {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:02:33.928164 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] For port c35909a1-818b-4816-9c82-bfb628734672, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=c35909a1-818b-4816-9c82-bfb628734672,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:33.928899 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:33.967926 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d3a0>, [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T20:02:33Z', 'revision_number': 6, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:33.972167 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8899abb4-2634-4e67-82df-84c1e93794e2 None None] The sync data for ids ['f60d8865-2d80-421a-8d00-c46d8afa8694'] in dv-cinder-805877-1-iscsi is: [{'id': 'f60d8865-2d80-421a-8d00-c46d8afa8694', 'name': 'tempest-TestMinimumBasicScenario-987509309-router', 'tenant_id': 'aba666080f5546b1b922547560f8254d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:49Z', 'updated_at': '2021-08-24T20:02:33Z', 'revision_number': 6, 'project_id': 'aba666080f5546b1b922547560f8254d', 'gw_port_host': None}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:02:34.067358 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Calling delete_port for c35909a1-818b-4816-9c82-bfb628734672 owned by network:router_gateway {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:34.165943 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.325494 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.341659 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f10b83cd-888e-44f9-84d0-f4e5c4f7a099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:34.428026 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35909a1-818b-4816-9c82-bfb628734672,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:34.431770 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:34.486570 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.659648 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.662034 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.813359 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c35909a1-818b-4816-9c82-bfb628734672 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:02:34.843040 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.843539 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60d8865-2d80-421a-8d00-c46d8afa8694 {{(pid=80015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:02:34.851031 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: c35909a1-818b-4816-9c82-bfb628734672 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:02:34.851392 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c35909a1-818b-4816-9c82-bfb628734672 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:02:34.851824 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device fcf50cce-3748-4e75-89f6-f7f30725b9de no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:02:34.859015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.860328 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f60d8865-2d80-421a-8d00-c46d8afa8694 HTTP/1.1" status: 204  len: 168 time: 1.6553125
Aug 24 20:02:34.862991 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60940) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:34.886399 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: fcf50cce-3748-4e75-89f6-f7f30725b9de {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:02:34.886778 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device fcf50cce-3748-4e75-89f6-f7f30725b9de not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:02:34.923345 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Deleting subnet 6d1ecc14-9819-4695-a8f8-bf16dfc3729b {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:02:34.926153 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:34.975186 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8368326'] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.098921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.234377 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8369050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8284455'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.241971 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:35.275496 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1ecc14-9819-4695-a8f8-bf16dfc3729b,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:35.279034 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:35.281396 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.287058 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d39bbf-79f4-4a04-9d12-c301b40e48a3 None None] Network ace62144-1194-4fa1-acdd-f0ae4e20d77e requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:02:35.287446 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-cd419621-de27-4e2b-82cc-d8e93f4db2a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d1ecc14-9819-4695-a8f8-bf16dfc3729b HTTP/1.1" status: 204  len: 168 time: 0.4226215
Aug 24 20:02:35.290364 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60954) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:35.398109 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.408647 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Deleting port 9cfff0ff-4829-400b-a622-a582e7ef23f7 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:35.408972 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.572305 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] DHCP port deletion for ace62144-1194-4fa1-acdd-f0ae4e20d77e request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:02:35.576017 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.579727 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Deleting port 9cfff0ff-4829-400b-a622-a582e7ef23f7 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:35.579727 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.620718 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] For port 9cfff0ff-4829-400b-a622-a582e7ef23f7, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9cfff0ff-4829-400b-a622-a582e7ef23f7,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:35.621087 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.747171 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Calling delete_port for 9cfff0ff-4829-400b-a622-a582e7ef23f7 owned by network:dhcp {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:35.781513 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] For port 9cfff0ff-4829-400b-a622-a582e7ef23f7, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9cfff0ff-4829-400b-a622-a582e7ef23f7,segment=NetworkSegment(23216ca2-a6b3-4213-876e-6ea5a6c33c6b),segment_id=23216ca2-a6b3-4213-876e-6ea5a6c33c6b)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:35.781813 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.901569 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Calling delete_port for 9cfff0ff-4829-400b-a622-a582e7ef23f7 owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:35.953980 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:35.958763 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4a0792c8-43cc-4838-abf4-a86283db8313 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:35.974539 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:02:35.974900 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:02:36.001945 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfff0ff-4829-400b-a622-a582e7ef23f7,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:36.003772 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] No DVR routers for this DVR port 9cfff0ff-4829-400b-a622-a582e7ef23f7 on host dv-cinder-805877-1-iscsi {{(pid=80016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:02:36.005245 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:36.119595 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:36.136735 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09638a32e0>,) {'filters': {'network_id': ['ace62144-1194-4fa1-acdd-f0ae4e20d77e']}} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:36.149132 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09638a32e0>, '23216ca2-a6b3-4213-876e-6ea5a6c33c6b') {'for_net_delete': True} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:36.149435 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09638a32e0>, '23216ca2-a6b3-4213-876e-6ea5a6c33c6b') {} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:36.160810 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8368345'] for segment, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:36.176973 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:36.183694 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=80016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:02:36.184080 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8369148'] for segment, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]: Traceback (most recent call last):
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     timer()
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     cb(*args, **kw)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     return func(*args, **kwargs)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     self._notify()
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     self.callback(batched_events)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     event.method(event)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     return f(self, *a, **k)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._get(url).json()
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:02:36.200151 dv-cinder-805877-1-iscsi neutron-server[80016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:02:36.380104 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:36.384043 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6665f0cc-17ba-47fd-bf22-2d7c2f98b8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:36.401055 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:36.413865 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ace62144-1194-4fa1-acdd-f0ae4e20d77e,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:36.417002 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:36.476092 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Deleting port 9cfff0ff-4829-400b-a622-a582e7ef23f7 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:36.476474 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:36.506401 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] 10.222.0.37 "DELETE /v2.0/networks/ace62144-1194-4fa1-acdd-f0ae4e20d77e HTTP/1.1" status: 204  len: 168 time: 1.2149892
Aug 24 20:02:36.509118 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 60964) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:36.546509 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-5ec37e55-81d5-4d55-9ed6-76f4579c5f2f None None] The port '9cfff0ff-4829-400b-a622-a582e7ef23f7' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:02:36.812630 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9cfff0ff-4829-400b-a622-a582e7ef23f7 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:02:36.848993 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 9cfff0ff-4829-400b-a622-a582e7ef23f7 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:02:36.849342 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9cfff0ff-4829-400b-a622-a582e7ef23f7 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:02:37.169351 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:37.518881 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Deleting port 94baa59e-ff26-4633-85aa-4840ddeb208c {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:37.519245 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:37.692503 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] For port 94baa59e-ff26-4633-85aa-4840ddeb208c, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=94baa59e-ff26-4633-85aa-4840ddeb208c,segment=NetworkSegment(db520440-8bb4-41cb-ae0e-87e63941a807),segment_id=db520440-8bb4-41cb-ae0e-87e63941a807)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:37.692886 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:37.823468 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Calling delete_port for 94baa59e-ff26-4633-85aa-4840ddeb208c owned by network:router_interface {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:37.973128 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc2da-a4d6-4c51-a585-8a040987aa50 req-63bfbaa4-be49-4ec3-83f9-55b9cc6f945e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:37.974604 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-becdc2da-a4d6-4c51-a585-8a040987aa50 req-63bfbaa4-be49-4ec3-83f9-55b9cc6f945e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.1255314
Aug 24 20:02:38.037423 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-becdc2da-a4d6-4c51-a585-8a040987aa50 req-702f0059-fa5c-43e8-8bd5-5495acd74bce tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515943
Aug 24 20:02:38.219556 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:38.223110 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-32783b7f-ee6b-4fd9-a331-5fd494e9098d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:38.267298 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Pushing event deleted for resources: {'Port': ['ID=94baa59e-ff26-4633-85aa-4840ddeb208c,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:38.400278 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:38.635327 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:38.998161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:02:39.218607 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:02:39.228097 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] Sync routers for ids ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:02:39.238284 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] Routers {'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:02:39.239066 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f395ac0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:02:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:39.262048 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bf63a-f79a-438b-93d8-28e834773a82 req-2a41bab1-5a6b-4a4f-b79b-d1e5ae5d5db7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:39.263539 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d67bf63a-f79a-438b-93d8-28e834773a82 req-2a41bab1-5a6b-4a4f-b79b-d1e5ae5d5db7 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0971282
Aug 24 20:02:39.300279 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-84102a94-c7f7-42e4-a4af-ba5e4186384e admin admin] 10.222.0.37 "PUT /v2.0/routers/e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7901251
Aug 24 20:02:39.303066 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 32772) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:39.311727 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d67bf63a-f79a-438b-93d8-28e834773a82 req-68638431-d99b-4f3a-a609-e7f688daa3e0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422230
Aug 24 20:02:39.464851 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] Set router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:02:39.485194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:39.662172 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:39.751359 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Deleting port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:39.751535 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f395ac0>, [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:02:38Z', 'revision_number': 5, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port': {'id': '8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:59:59Z', 'updated_at': '2021-08-24T20:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:39.756137 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:39.756272 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] Checking router: e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:02:39.764948 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] Routers {'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:02:39.765669 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f395ac0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:02:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:39.925168 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] Set router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 gateway port host: None {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:02:40.036946 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f395ac0>, [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:02:39Z', 'revision_number': 6, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:40.041574 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec8d14-8693-498d-b1ff-970629e93134 None None] The sync data for ids ['e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7'] in dv-cinder-805877-1-iscsi is: [{'id': 'e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7', 'name': 'tempest-TestMinimumBasicScenario-2093688269-router', 'tenant_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:59:58Z', 'updated_at': '2021-08-24T20:02:39Z', 'revision_number': 6, 'project_id': '6ab7c6b3f2f2485294ea03a964daceb1', 'gw_port_host': None}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:02:40.051308 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] For port 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:40.051744 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:40.176688 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Calling delete_port for 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 owned by network:router_gateway {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:40.450953 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:40.456053 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6f062718-1163-48c0-9e75-853f82f6e690 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:40.500083 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:40.503694 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:40.527349 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f4932-3ea6-4aa2-a933-3509000b241d req-fa65e12f-897d-4370-8aaf-0ab1930923f3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:40.529784 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-085f4932-3ea6-4aa2-a933-3509000b241d req-fa65e12f-897d-4370-8aaf-0ab1930923f3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0937631
Aug 24 20:02:40.575859 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-085f4932-3ea6-4aa2-a933-3509000b241d req-c71905d8-a1f9-4be2-835c-7225bed5ad1b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405040
Aug 24 20:02:40.598989 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:40.771551 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:40.773854 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:40.883953 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:02:40.918557 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:02:40.922246 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 8eb1a9ca-f363-4bf8-a8a4-2c9df2c15a67 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:02:40.929219 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 94baa59e-ff26-4633-85aa-4840ddeb208c no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:02:40.953926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:40.954749 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 {{(pid=80015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:02:40.985082 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:40.988858 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32792) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:40.989016 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e29eaca9-9a08-4b84-aeed-3ac5f5e99bc7 HTTP/1.1" status: 204  len: 168 time: 1.6842632
Aug 24 20:02:40.990030 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 94baa59e-ff26-4633-85aa-4840ddeb208c {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:02:40.990602 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 94baa59e-ff26-4633-85aa-4840ddeb208c not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:02:41.067634 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Deleting subnet 935a9480-a177-40ab-a60f-877e326fb12f {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:02:41.070790 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.126122 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8368326'] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.206818 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.330879 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8369050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8284455'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.336643 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:41.371895 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935a9480-a177-40ab-a60f-877e326fb12f,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:41.373830 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.376566 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:41.379976 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22b3a1-50c8-4e51-80c3-5a99f3dbd744 None None] Network 6ae088b4-69bd-467b-93e8-6456f7c860a1 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:02:41.381786 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/935a9480-a177-40ab-a60f-877e326fb12f HTTP/1.1" status: 204  len: 168 time: 0.3900588
Aug 24 20:02:41.383147 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 32800) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:41.492554 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.503002 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Deleting port c79eca28-2574-453c-8251-74fc814d60cb {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:41.503646 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.627959 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] DHCP port deletion for 6ae088b4-69bd-467b-93e8-6456f7c860a1 request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:02:41.632634 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Deleting port c79eca28-2574-453c-8251-74fc814d60cb {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:41.633016 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.718242 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] For port c79eca28-2574-453c-8251-74fc814d60cb, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=c79eca28-2574-453c-8251-74fc814d60cb,segment=NetworkSegment(db520440-8bb4-41cb-ae0e-87e63941a807),segment_id=db520440-8bb4-41cb-ae0e-87e63941a807)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:41.718632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.772982 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e920-fe80-4d1c-a2a2-470a2b1ace28 req-8dde5e03-5db1-453d-b09a-978786ef7800 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:41.772982 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b0c7e920-fe80-4d1c-a2a2-470a2b1ace28 req-8dde5e03-5db1-453d-b09a-978786ef7800 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0815308
Aug 24 20:02:41.839597 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] For port c79eca28-2574-453c-8251-74fc814d60cb, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=c79eca28-2574-453c-8251-74fc814d60cb,segment=NetworkSegment(db520440-8bb4-41cb-ae0e-87e63941a807),segment_id=db520440-8bb4-41cb-ae0e-87e63941a807)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:41.840002 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.845926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Calling delete_port for c79eca28-2574-453c-8251-74fc814d60cb owned by network:dhcp {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:41.938556 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b0c7e920-fe80-4d1c-a2a2-470a2b1ace28 req-97c79d44-f304-4fce-900b-9ea14589d0c8 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1606367
Aug 24 20:02:41.964239 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Calling delete_port for c79eca28-2574-453c-8251-74fc814d60cb owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:02:41.993497 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:41.998376 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d19b848f-642f-47a8-85a6-f9ea6c4fcda5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:42.037397 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:02:42.037736 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:02:42.044777 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Pushing event deleted for resources: {'Port': ['ID=c79eca28-2574-453c-8251-74fc814d60cb,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:42.046561 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] No DVR routers for this DVR port c79eca28-2574-453c-8251-74fc814d60cb on host dv-cinder-805877-1-iscsi {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:02:42.048158 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:42.248622 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:42.261183 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0963814040>,) {'filters': {'network_id': ['6ae088b4-69bd-467b-93e8-6456f7c860a1']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:42.272732 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0963814040>, 'db520440-8bb4-41cb-ae0e-87e63941a807') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:42.273027 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0963814040>, 'db520440-8bb4-41cb-ae0e-87e63941a807') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:02:42.283820 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:42.299569 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:42.305976 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:02:42.306376 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:02:42.318980 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:02:42.482281 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:42.485924 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:42.499433 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:42.509915 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae088b4-69bd-467b-93e8-6456f7c860a1,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:42.514402 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:42.517379 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] 10.222.0.37 "DELETE /v2.0/networks/6ae088b4-69bd-467b-93e8-6456f7c860a1 HTTP/1.1" status: 204  len: 168 time: 1.1330397
Aug 24 20:02:42.539260 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Deleting port c79eca28-2574-453c-8251-74fc814d60cb {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:02:42.539950 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:42.609081 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-72125b3a-012f-47b7-980e-85699a6abc3d None None] The port 'c79eca28-2574-453c-8251-74fc814d60cb' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:02:42.813257 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c79eca28-2574-453c-8251-74fc814d60cb no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:02:42.884160 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: c79eca28-2574-453c-8251-74fc814d60cb {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:02:42.884441 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device c79eca28-2574-453c-8251-74fc814d60cb not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:02:42.948466 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32814) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:42.998150 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7c1764e0-bf71-461c-8503-8ad0f311bca1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aba666080f5546b1b922547560f8254d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484033
Aug 24 20:02:43.000536 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32820) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:43.098863 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:43.136695 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:43.185430 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38336-12f3-4e57-be50-98970c3c6edd req-f6a3e430-644a-4c61-a533-0cba9088d5c4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:43.186893 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a1e38336-12f3-4e57-be50-98970c3c6edd req-f6a3e430-644a-4c61-a533-0cba9088d5c4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.1365707
Aug 24 20:02:43.231694 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a1e38336-12f3-4e57-be50-98970c3c6edd req-77a97ee3-1ff2-4808-87dc-499418c27d85 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390682
Aug 24 20:02:43.313162 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:43.317001 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5969740e-0202-44c5-aae0-7079050827a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:43.331083 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be7376-a55e-4b4a-95f5-f92bc4cb4814,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:43.336573 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:43.338370 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:43.339465 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54be7376-a55e-4b4a-95f5-f92bc4cb4814 HTTP/1.1" status: 204  len: 168 time: 0.3379760
Aug 24 20:02:44.093305 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32832) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:44.142824 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-00cee8ff-8292-400a-badd-12c6428b83cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ab7c6b3f2f2485294ea03a964daceb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481911
Aug 24 20:02:44.145184 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32836) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:44.205426 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2159-474d-40c8-9a90-fb0a01bc3fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:44.231419 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2159-474d-40c8-9a90-fb0a01bc3fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:44.339081 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2159-474d-40c8-9a90-fb0a01bc3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:44.345425 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:44.397361 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd2159-474d-40c8-9a90-fb0a01bc3fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f8f735-86f2-49c2-8516-2a96bf8f6935,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:44.400156 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cdfd2159-474d-40c8-9a90-fb0a01bc3fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:44.405911 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2159-474d-40c8-9a90-fb0a01bc3fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:44.407044 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-cdfd2159-474d-40c8-9a90-fb0a01bc3fc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33f8f735-86f2-49c2-8516-2a96bf8f6935 HTTP/1.1" status: 204  len: 168 time: 0.2609499
Aug 24 20:02:44.446285 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb12b7-8bd5-4769-a528-04159fd1d697 req-a17a0c6f-39b4-4594-af7a-6e0c36957e21 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:44.447816 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5abb12b7-8bd5-4769-a528-04159fd1d697 req-a17a0c6f-39b4-4594-af7a-6e0c36957e21 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.1044834
Aug 24 20:02:44.496831 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5abb12b7-8bd5-4769-a528-04159fd1d697 req-d46bd920-f3df-4f0d-bb64-7816300396b2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432961
Aug 24 20:02:45.685927 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6353ba-4d5b-4464-abf0-7e8928ce3497 req-a94b2342-8b37-47af-abd3-1ed57442a6c0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:45.687420 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ad6353ba-4d5b-4464-abf0-7e8928ce3497 req-a94b2342-8b37-47af-abd3-1ed57442a6c0 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0799522
Aug 24 20:02:45.731958 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ad6353ba-4d5b-4464-abf0-7e8928ce3497 req-a8549106-b5b8-498b-b8b2-fbc87c59b8c4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389550
Aug 24 20:02:46.666201 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 32878) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:46.784427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:46.799102 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:46.803600 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1c17c10a8724187ac8a78a2ef390447 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:46.806705 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:46.812543 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:46.894751 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:46.933881 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726caa9-f692-42db-be24-7ba1b4b2f14b req-e32a05e5-73dd-49f5-8e21-8a124666de4c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:46.935436 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6726caa9-f692-42db-be24-7ba1b4b2f14b req-e32a05e5-73dd-49f5-8e21-8a124666de4c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0897560
Aug 24 20:02:46.964610 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:46.973544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ad778316-2a23-4fd5-8acb-e12a8f7bfa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:46.979276 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6726caa9-f692-42db-be24-7ba1b4b2f14b req-afb5d271-b5a1-4c8f-be71-d062b3f5068e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380757
Aug 24 20:02:47.012942 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1c17c10a8724187ac8a78a2ef390447&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3456242
Aug 24 20:02:47.014589 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25550ac-deff-4f80-a7c3-3841abe6d3e6,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:47.015620 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32886) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:47.017560 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:47.076852 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:47.098275 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:47.244653 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:47.248507 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-072d1479-895d-4364-a472-d3fa33821af2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:47.259561 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25550ac-deff-4f80-a7c3-3841abe6d3e6,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:47.261927 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:47.268162 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:47.269260 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c25550ac-deff-4f80-a7c3-3841abe6d3e6 HTTP/1.1" status: 204  len: 168 time: 0.2526546
Aug 24 20:02:47.981806 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32896) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:48.002480 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:48.017475 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:48.021549 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Usage tracker for resource:security_group_rule and tenant:cde486440bb04f73a492d1d6974e3f6c is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:48.024475 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:48.030215 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:48.150489 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:48.184570 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222452-743c-42cc-8287-0d37104ae2ba req-81557d07-a5e0-4253-a6f7-833316bcfe25 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:48.186012 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8b222452-743c-42cc-8287-0d37104ae2ba req-81557d07-a5e0-4253-a6f7-833316bcfe25 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0920153
Aug 24 20:02:48.230460 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8b222452-743c-42cc-8287-0d37104ae2ba req-eb0652d6-14a2-42a3-bec8-23056ad3dd67 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385151
Aug 24 20:02:48.247268 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:48.253880 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f0ff0682-28e2-4059-b0d2-703a532353b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:48.295940 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c2df0-d395-49cb-9e41-6c9046cf959a,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:48.300181 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cde486440bb04f73a492d1d6974e3f6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3173366
Aug 24 20:02:48.301254 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:48.302971 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32902) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:48.362252 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-817b98fc-2e33-48ba-9302-16259e3405ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:48.388168 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-817b98fc-2e33-48ba-9302-16259e3405ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:48.510036 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-817b98fc-2e33-48ba-9302-16259e3405ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:48.513710 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-87afb32c-f29b-4714-a384-d64bcedb47aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:48.525910 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b98fc-2e33-48ba-9302-16259e3405ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c2df0-d395-49cb-9e41-6c9046cf959a,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:48.529395 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-817b98fc-2e33-48ba-9302-16259e3405ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:48.533714 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-817b98fc-2e33-48ba-9302-16259e3405ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:48.534882 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-817b98fc-2e33-48ba-9302-16259e3405ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc0c2df0-d395-49cb-9e41-6c9046cf959a HTTP/1.1" status: 204  len: 168 time: 0.2309830
Aug 24 20:02:49.097521 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-cecbde1c-6051-47ba-88a7-67fc46fe44a8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035994820&fields=id&tenant_id=aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 267 time: 0.0383773
Aug 24 20:02:49.200525 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 32920) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:49.237931 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:49.268427 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:49.275214 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Usage tracker for resource:security_group_rule and tenant:e464747b024b4cbbae5b3771d87dfa7b is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:49.283680 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-64f79731-3049-428e-b94c-a80c12e1f12e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:49.285101 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-64f79731-3049-428e-b94c-a80c12e1f12e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 811 time: 0.1807432
Aug 24 20:02:49.285920 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:49.293757 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:49.309574 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-893b84f0-4ec1-4a2c-bfc9-ca5be75dc2cd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/quotas/aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 375 time: 0.0174377
Aug 24 20:02:49.516588 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-1562d1bb-3d18-427d-b1d8-49d6ce634324 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1971269
Aug 24 20:02:49.526138 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:49.556107 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fb74-c812-4263-9b29-5c011bbbf8a5 req-a96b445f-485e-4efb-9826-ee060eeba153 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:49.557499 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9e2fb74-c812-4263-9b29-5c011bbbf8a5 req-a96b445f-485e-4efb-9826-ee060eeba153 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.1981432
Aug 24 20:02:49.630307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:49.641488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:49.711295 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f9e2fb74-c812-4263-9b29-5c011bbbf8a5 req-1558584b-f1cd-4c40-8f27-3502c7fa1035 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1471937
Aug 24 20:02:49.724744 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e464747b024b4cbbae5b3771d87dfa7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5230820
Aug 24 20:02:49.725707 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aada5b-fd1a-47d4-922a-541266e899ec,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:49.727360 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 32926) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:49.739702 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:49.757472 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-cfa56f01-9211-4045-b4c5-04d59098ca94 service neutron] 10.222.0.37 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2286518
Aug 24 20:02:49.798156 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:49.825654 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:49.867337 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:49.977046 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-4661ac37-0ac3-4e63-989a-81e6867adc89 service neutron] 10.222.0.37 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129238
Aug 24 20:02:50.010107 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:50.018416 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bec52018-35cf-4c3f-9bd5-22391030b610 tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:50.029502 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aada5b-fd1a-47d4-922a-541266e899ec,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:50.032496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:50.037247 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:50.040824 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3aada5b-fd1a-47d4-922a-541266e899ec HTTP/1.1" status: 204  len: 168 time: 0.3065503
Aug 24 20:02:50.659558 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-893832d8-028d-4c5b-ad30-d5ca6a44c022 req-754a827d-2697-4fd4-96c1-21b332c25117 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 210 time: 0.0423715
Aug 24 20:02:50.904059 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c614f13-02ca-42f8-8e41-3e31258fc5c3 req-32cb66d6-f45b-46cd-9a1b-9bd5c36858ca tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:50.905815 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0c614f13-02ca-42f8-8e41-3e31258fc5c3 req-32cb66d6-f45b-46cd-9a1b-9bd5c36858ca tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0817933
Aug 24 20:02:50.957473 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0c614f13-02ca-42f8-8e41-3e31258fc5c3 req-9aa7ac30-f2ca-4285-bcb1-dd1981018bdc tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459008
Aug 24 20:02:51.223745 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 32968) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:51.325755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1620210304-network', 'tenant_id': '6e48d223f77a4b958da0350601eb7a6a'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:02:51.330887 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:51.334751 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Usage tracker for resource:network and tenant:6e48d223f77a4b958da0350601eb7a6a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:51.337632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:51.344523 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:51.421363 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Made reservation on behalf of 6e48d223f77a4b958da0350601eb7a6a for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:02:51.423711 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.436523 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.450838 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:51.454655 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Usage tracker for resource:security_group_rule and tenant:6e48d223f77a4b958da0350601eb7a6a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:51.457443 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:51.463449 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:51.543932 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.641595 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.644760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-317fb453-b06c-4b9a-bbc3-2bb897263799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:51.676519 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 20:02:51.684736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780ea407-1a83-4f8a-8a47-b5953afa8fcb,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:51.690067 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:51.691041 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.691434 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Added segment 742fba89-18f9-49ca-ac82-7c2d21d34be4 of type vlan for network 88ea8281-1840-422e-b753-bcad9dc59915
Aug 24 20:02:51.719403 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.818208 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-08fb2d53-a320-485c-8acd-af67ea4d2e30 req-411384eb-619a-475f-b9c0-a85ce2b9a8a7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 210 time: 0.0454166
Aug 24 20:02:51.847059 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.848389 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:51.849006 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:51.855174 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e9d60894-0be6-40c8-a080-a2c7fa8f40b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:51.954138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Pushing event updated for resources: {'Network': ['ID=88ea8281-1840-422e-b753-bcad9dc59915,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:51.956609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:51.964555 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 88ea8281-1840-422e-b753-bcad9dc59915 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 20:02:52.010884 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3be6d16c-3676-49a5-93af-8aa476d37b08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7829175
Aug 24 20:02:52.011076 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 32978) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:02:52.016561 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Request body: {'subnet': {'network_id': '88ea8281-1840-422e-b753-bcad9dc59915', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1620210304-subnet', 'tenant_id': '6e48d223f77a4b958da0350601eb7a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:02:52.021970 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:52.026230 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Usage tracker for resource:subnet and tenant:6e48d223f77a4b958da0350601eb7a6a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:52.029129 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:52.034847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:52.151402 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Made reservation on behalf of 6e48d223f77a4b958da0350601eb7a6a for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:02:52.155375 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6650672'] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:52.172840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d59fa9-98dd-4ab4-90ac-6e016ae27659 req-1b25a6af-0e09-4eb9-9488-3a0fa4dafd77 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:52.174314 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7d59fa9-98dd-4ab4-90ac-6e016ae27659 req-1b25a6af-0e09-4eb9-9488-3a0fa4dafd77 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0990577
Aug 24 20:02:52.223705 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b7d59fa9-98dd-4ab4-90ac-6e016ae27659 req-bbf49f1f-051d-4ba1-9687-1cbde7c8fa60 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434773
Aug 24 20:02:52.501496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8347447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6650690'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:52.506260 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dd0f8d3f-dea0-46c2-826a-235c6b5eccd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:52.578318 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0ad5f1-9cb4-432a-8836-39665ef85437,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:52.582081 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:52.588964 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Checking segment: {'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:02:52.589324 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Network hostable DHCP agents. Network: 88ea8281-1840-422e-b753-bcad9dc59915, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 20:02:52.729680 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Network 88ea8281-1840-422e-b753-bcad9dc59915 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 20:02:52.847152 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 88ea8281-1840-422e-b753-bcad9dc59915) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:02:52.858464 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a7c39a-8c2b-4d93-8483-50edb779e04d None None] Network 88ea8281-1840-422e-b753-bcad9dc59915 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:02:52.858638 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:52.859282 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:52.985002 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8b3ae3cc-8583-4fba-9820-88abb8da781a req-2b31ccf0-f9f3-4bac-81ae-f32cc3a49c3b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 210 time: 0.0518732
Aug 24 20:02:52.999536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-85067e9d-5f9c-4ecd-b29b-686d577b93a4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:53.001707 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-85067e9d-5f9c-4ecd-b29b-686d577b93a4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 811 time: 0.1777692
Aug 24 20:02:53.003432 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-d4ec4f3f-41cd-4ca9-a270-68cc2ae069da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9914131
Aug 24 20:02:53.056256 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-13067b2d-cf65-4ce7-84e3-1e399ba75cb9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae696513b924a6c9394e083e0124637 HTTP/1.1" status: 200  len: 380 time: 0.0430856
Aug 24 20:02:53.066094 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'port': {'device_id': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'admin_state_up': True, 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'security_groups': ['9b573397-28a3-4e2e-a34c-c1eea1b3c710']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:02:53.085570 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c084615-d9c1-4ce1-9a76-22b3a63657c7 None None] Network 88ea8281-1840-422e-b753-bcad9dc59915 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:02:53.213583 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:53.217846 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:port and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:53.220888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:53.227059 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:02:53.307110 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Made reservation on behalf of aae696513b924a6c9394e083e0124637 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:02:53.311114 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:53.450216 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326b4e-0a25-472a-b772-4938a9ee0042 req-0f729eef-9157-4037-bd6d-d6d63c923875 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:53.457173 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cb326b4e-0a25-472a-b772-4938a9ee0042 req-0f729eef-9157-4037-bd6d-d6d63c923875 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0989928
Aug 24 20:02:53.499423 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-cb326b4e-0a25-472a-b772-4938a9ee0042 req-91ca3d0f-516e-483c-9a3e-31c19434041c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413928
Aug 24 20:02:53.527311 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Allocated IP 172.20.0.8 (05c1a9a7-b44f-4597-b30c-ffa452ade7a6/eaea5eda-2b0f-4a2b-a444-64df6a223421/4bb9eefb-9047-4b2f-9ceb-f86822db2046) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:02:53.720837 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:53.737460 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Transition to ACTIVE for port object 4bb9eefb-9047-4b2f-9ceb-f86822db2046 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:02:53.861727 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:53.867467 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-267dfabb-52c4-430d-a523-fa6ab3ee154c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:54.033574 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:02:54.037386 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:02:54.041489 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:02:54.071910 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=4bb9eefb-9047-4b2f-9ceb-f86822db2046,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:54.078649 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:54.112196 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:54.112743 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:54.216901 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1545320
Aug 24 20:02:54.217355 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96956c-f419-4dfa-b671-8f947fb0c95d req-8b8c7b66-f846-4935-9dcb-74185466f2cd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:54.219532 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0e96956c-f419-4dfa-b671-8f947fb0c95d req-8b8c7b66-f846-4935-9dcb-74185466f2cd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 931 time: 0.1165397
Aug 24 20:02:54.231468 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Request body: {'port': {'device_id': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:02:54.275001 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0e96956c-f419-4dfa-b671-8f947fb0c95d req-7b5b7d42-e0e4-43fe-aaa5-7f838976d3b6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434861
Aug 24 20:02:54.364348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:54.440939 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-25159bb9-ca32-4778-8b44-c85d3844e2c3 None None] Provisioning for port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:02:54.445908 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-25159bb9-ca32-4778-8b44-c85d3844e2c3 None None] Provisioning complete for port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:02:54.446287 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-25159bb9-ca32-4778-8b44-c85d3844e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:54.501907 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-25159bb9-ca32-4778-8b44-c85d3844e2c3 None None] Port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:02:54.692429 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cd1ca-4cc2-41a2-ba6d-dcd5387e7757 req-0e5bf3e8-a904-4bcb-aa1a-b02ce661a743 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:54.694717 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b08cd1ca-4cc2-41a2-ba6d-dcd5387e7757 req-0e5bf3e8-a904-4bcb-aa1a-b02ce661a743 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0826523
Aug 24 20:02:54.728609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb9eefb-9047-4b2f-9ceb-f86822db2046 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:02:54.736790 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:54.740795 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b08cd1ca-4cc2-41a2-ba6d-dcd5387e7757 req-3ad22cad-ddb7-4ec7-a50a-853d69f12b33 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404503
Aug 24 20:02:54.752670 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Transition to ACTIVE for port object 4bb9eefb-9047-4b2f-9ceb-f86822db2046 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:02:54.819191 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:54.824022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:54.986584 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9eefb-9047-4b2f-9ceb-f86822db2046,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:55.013668 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:55.056345 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Attempting to bind port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:02:55.056672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Attempting to bind port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:02:55.056989 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Attempting to bind port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:02:55.061715 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 20:02:55.062040 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Attempting to bind port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 on network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:02:55.067313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:02:55.067683 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Checking segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:02:55.068109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Bound using segment: {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:02:55.068528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Bound port: 4bb9eefb-9047-4b2f-9ceb-f86822db2046, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebc49cf-e9bb-4a55-b568-15ba8922d18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:02:55.068872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:55.160109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] For port 4bb9eefb-9047-4b2f-9ceb-f86822db2046, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:02:55.163565 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] For port 4bb9eefb-9047-4b2f-9ceb-f86822db2046, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:02:55.264554 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:55.269077 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b8b17929-d309-48a3-b56f-e5b5ead3ac84 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:55.324602 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:55.325220 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:55.326610 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] 10.222.0.60 "PUT /v2.0/ports/4bb9eefb-9047-4b2f-9ceb-f86822db2046 HTTP/1.1" status: 200  len: 1093 time: 1.1020477
Aug 24 20:02:55.327204 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:02:55.373785 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9eefb-9047-4b2f-9ceb-f86822db2046,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:55.378081 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:55.407900 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'status': 'completed', 'code': 200}
Aug 24 20:02:55.487556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:02:55.560083 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77752-4b55-488b-bb60-0322b51ee1e0 req-e2b69f41-c370-4a6f-9b8f-ef4eb5ae36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:55.563442 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ea08-d977-4c3e-b21e-8f1583500fcd req-6988ec63-3984-484f-be5a-5837c3662d5d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:55.565469 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-47e77752-4b55-488b-bb60-0322b51ee1e0 req-e2b69f41-c370-4a6f-9b8f-ef4eb5ae36de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 1096 time: 0.1370847
Aug 24 20:02:55.567473 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51e1ea08-d977-4c3e-b21e-8f1583500fcd req-6988ec63-3984-484f-be5a-5837c3662d5d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.1163118
Aug 24 20:02:55.638682 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-51e1ea08-d977-4c3e-b21e-8f1583500fcd req-72adf0ed-af5f-4f9f-9c3f-dc50bd8aaab9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632482
Aug 24 20:02:55.704269 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:55.719689 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'port_id': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'mac_address': 'fa:16:3e:17:a3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:02:55.736580 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77752-4b55-488b-bb60-0322b51ee1e0 req-499d595c-9cd1-4be3-8bfe-8912eb11d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:55.738810 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-47e77752-4b55-488b-bb60-0322b51ee1e0 req-499d595c-9cd1-4be3-8bfe-8912eb11d3f5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=aae696513b924a6c9394e083e0124637&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1609430
Aug 24 20:02:55.785071 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:55.804246 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:02:55.817399 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-4c802e47-9a82-4651-b1b8-346cdbcc7bc3 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:55.819520 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-4c802e47-9a82-4651-b1b8-346cdbcc7bc3 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/networks?id=88ea8281-1840-422e-b753-bcad9dc59915 HTTP/1.1" status: 200  len: 814 time: 0.1753991
Aug 24 20:02:55.820284 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:55.834574 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-d493b841-19c0-4542-97a8-2802d8d8e188 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/quotas/6e48d223f77a4b958da0350601eb7a6a HTTP/1.1" status: 200  len: 375 time: 0.0094295
Aug 24 20:02:55.894476 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-9e8c0b34-f764-4dcb-bfef-2e2f911331f3 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e48d223f77a4b958da0350601eb7a6a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529466
Aug 24 20:02:55.907834 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77752-4b55-488b-bb60-0322b51ee1e0 req-a82b2273-51e8-4d03-ae4c-0e230f35faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:55.908870 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-47e77752-4b55-488b-bb60-0322b51ee1e0 req-a82b2273-51e8-4d03-ae4c-0e230f35faaf service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1623797
Aug 24 20:02:55.941368 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:55.944640 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:56.040490 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=6']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:56.048729 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.049073 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.049639 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.049977 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.050298 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.050698 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.051018 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.051341 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.053373 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.053787 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.054191 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.054540 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:02:56.060128 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:02:56.085279 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:56.100090 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-ccc89369-643c-41b2-96ee-aa0e40b724ac service neutron] 10.222.0.37 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948171
Aug 24 20:02:56.101969 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-e7e233e3-371f-4eff-8e74-e9327f169431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:56.103679 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-e7e233e3-371f-4eff-8e74-e9327f169431 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 1096 time: 0.1504066
Aug 24 20:02:56.238312 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f835a-97b8-4913-8423-0e68ef9cb5f0 req-d884ae1b-8f57-40fa-ac14-7d256a186cc2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:56.240469 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc2f835a-97b8-4913-8423-0e68ef9cb5f0 req-d884ae1b-8f57-40fa-ac14-7d256a186cc2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 945 time: 0.2012742
Aug 24 20:02:56.276606 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-18f90aa9-d810-4ed9-8935-8bdc305d1f06 service neutron] 10.222.0.37 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670897
Aug 24 20:02:56.306826 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc2f835a-97b8-4913-8423-0e68ef9cb5f0 req-d565a90c-51e4-4583-9c59-174f79bafa1c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547485
Aug 24 20:02:56.322913 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-9a307e37-4f9d-452e-a15b-57e3b48c8ad4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046 HTTP/1.1" status: 200  len: 217 time: 0.0901051
Aug 24 20:02:56.401353 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-e3c06c05-a8df-4ddc-b052-d27876c1c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:56.402877 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-e3c06c05-a8df-4ddc-b052-d27876c1c4dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0733750
Aug 24 20:02:56.478837 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-293836eb-2f22-4fe8-aaad-7a5dc181cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:56.480531 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-293836eb-2f22-4fe8-aaad-7a5dc181cc4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708501
Aug 24 20:02:56.605595 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8388afd8-6837-4764-8c88-b757d87eb045 req-4a33f563-a85f-4d9a-868b-6077e73149bc tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 210 time: 0.0804849
Aug 24 20:02:56.642668 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-5a384bac-9a8a-422b-869a-d72dc5824c46 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547647
Aug 24 20:02:56.866135 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34c6ec-107f-4843-a212-15c90c7d6a37 req-799091c5-82d1-4b8c-9da0-30c452359743 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:56.868054 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0a34c6ec-107f-4843-a212-15c90c7d6a37 req-799091c5-82d1-4b8c-9da0-30c452359743 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.1098759
Aug 24 20:02:56.904659 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-05407f6e-18f3-46b9-993b-21f7e90fcfef req-b39f3876-03c9-4c3a-aa36-c71599b65908 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2553420
Aug 24 20:02:56.930147 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0a34c6ec-107f-4843-a212-15c90c7d6a37 req-16c47653-fd79-49b3-97b2-b93407cf6433 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562627
Aug 24 20:02:57.491493 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:02:57.618971 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b3c5-38d2-4584-8ec6-bd81e59b1102 req-805d365c-20ff-4323-9264-f4ff98aacaaf tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:57.620527 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d01b3c5-38d2-4584-8ec6-bd81e59b1102 req-805d365c-20ff-4323-9264-f4ff98aacaaf tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 945 time: 0.1949065
Aug 24 20:02:57.671216 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2d01b3c5-38d2-4584-8ec6-bd81e59b1102 req-20536187-f591-47eb-9dcc-99576c61ecab tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446541
Aug 24 20:02:57.728044 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:02:57.728800 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:57.752051 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-090e8888-fbe9-4686-af8b-9779d284b387 req-f70d01e0-ff2f-473e-89e3-a09c9ea7c59c tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 210 time: 0.0501485
Aug 24 20:02:58.019262 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:58.078555 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:02:58.092160 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:02:58.169782 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:02:58.174828 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'code': 200}
Aug 24 20:02:58.175724 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-730225fd-2e7e-4b6f-bd01-d6a3b121bb08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:02:58.237528 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2570160-0318-4d14-b4ef-b2a4e374b4cb req-263f6b07-eeac-4ce3-8fd6-447aa423f912 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:58.239680 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e2570160-0318-4d14-b4ef-b2a4e374b4cb req-263f6b07-eeac-4ce3-8fd6-447aa423f912 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.1760399
Aug 24 20:02:58.275728 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=7']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:02:58.286227 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:02:58.317569 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e2570160-0318-4d14-b4ef-b2a4e374b4cb req-135ab241-1114-4a99-abd7-c56880fde891 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718689
Aug 24 20:02:58.936300 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3af58be1-24ed-4833-be61-30e037bd7bbc req-286910c6-55e4-4990-9b0d-9dedfb441593 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 210 time: 0.0483451
Aug 24 20:02:58.970581 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5af219-7034-406c-8721-808d54e6f365 req-224accc7-ac08-4f05-a703-f4ebfee56e85 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:58.976097 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2a5af219-7034-406c-8721-808d54e6f365 req-224accc7-ac08-4f05-a703-f4ebfee56e85 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.1561227
Aug 24 20:02:59.028006 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2a5af219-7034-406c-8721-808d54e6f365 req-6703b077-db85-418f-bde8-fb0cd94148e1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453281
Aug 24 20:02:59.364227 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-d8b53e54-8583-4644-827a-ff5e33d0a921 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:59.364953 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-d8b53e54-8583-4644-827a-ff5e33d0a921 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Synchronizing usage tracker for tenant:6e48d223f77a4b958da0350601eb7a6a on resource:network {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:02:59.519029 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc2753-8e79-4d05-abc5-93774f3a0112 req-f8e7105b-b0b7-4b25-b261-0a8d0558b216 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:02:59.520502 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8cc2753-8e79-4d05-abc5-93774f3a0112 req-f8e7105b-b0b7-4b25-b261-0a8d0558b216 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.0830505
Aug 24 20:02:59.593783 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8cc2753-8e79-4d05-abc5-93774f3a0112 req-ca159c18-79aa-472b-b45c-9eca29d0ffdc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410826
Aug 24 20:02:59.706800 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-d8b53e54-8583-4644-827a-ff5e33d0a921 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Unset dirty status for tenant:6e48d223f77a4b958da0350601eb7a6a on resource:network {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:02:59.707941 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-d8b53e54-8583-4644-827a-ff5e33d0a921 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "GET /v2.0/networks?id=88ea8281-1840-422e-b753-bcad9dc59915 HTTP/1.1" status: 200  len: 814 time: 0.5249326
Aug 24 20:02:59.719792 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Request body: {'port': {'device_id': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915', 'admin_state_up': True, 'tenant_id': '6e48d223f77a4b958da0350601eb7a6a'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:02:59.869846 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:02:59.875892 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Usage tracker for resource:port and tenant:6e48d223f77a4b958da0350601eb7a6a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:02:59.879009 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:02:59.886616 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:03:00.006600 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Made reservation on behalf of 6e48d223f77a4b958da0350601eb7a6a for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:03:00.015070 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:00.123939 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-18bb14ec-717d-4b4f-b13f-65f511314592 req-3796cca9-6b6d-49a3-bdc8-5306463225e7 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 210 time: 0.0762801
Aug 24 20:03:00.254232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Allocated IP 172.20.0.4 (88ea8281-1840-422e-b753-bcad9dc59915/cb0ad5f1-9cb4-432a-8836-39665ef85437/d3478e29-d493-4ac1-8ae7-ad681205d453) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:03:00.272820 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc654-2c7d-48a4-bef1-82b2795b3262 req-9008bb80-4275-4e7a-83f2-7c1e1c22d07a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:00.274102 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc2bc654-2c7d-48a4-bef1-82b2795b3262 req-9008bb80-4275-4e7a-83f2-7c1e1c22d07a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0920413
Aug 24 20:03:00.354869 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-dc2bc654-2c7d-48a4-bef1-82b2795b3262 req-83df728d-8e20-478e-89c0-ef56fbac82a6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704346
Aug 24 20:03:00.398412 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d5489ce8-a295-4888-a3c7-bcbb5b40c5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:00.541760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:00.543726 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:03:00.642140 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:00.651835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-58a9e8f1-53bb-4a90-9f30-3e580ae331ed tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:00.738880 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Pushing event updated for resources: {'Port': ['ID=d3478e29-d493-4ac1-8ae7-ad681205d453,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:00.743465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:00.745218 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Network 88ea8281-1840-422e-b753-bcad9dc59915 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:03:00.746360 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:03:00.748538 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:03:00.793789 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e44448-d88e-4117-8df5-70e4e8e565c9 req-1a6462ec-4997-4b39-ae3f-c85d3d10d924 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:00.802932 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-47e44448-d88e-4117-8df5-70e4e8e565c9 req-1a6462ec-4997-4b39-ae3f-c85d3d10d924 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.1112769
Aug 24 20:03:00.819716 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:00.820362 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:00.852499 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-47e44448-d88e-4117-8df5-70e4e8e565c9 req-1210f659-b6f6-4897-b332-0256b279afc6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486169
Aug 24 20:03:00.910715 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bda07df5-78af-413d-9f24-78a34e4511a8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1946676
Aug 24 20:03:00.923147 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Request body: {'port': {'device_id': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:03:01.033496 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:01.052601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:01.324446 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dc12a-1768-44e9-98b2-3c75f8727a35 req-a56484db-a9df-4865-af2d-37c3881e4fbf tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:01.333284 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-788dc12a-1768-44e9-98b2-3c75f8727a35 req-a56484db-a9df-4865-af2d-37c3881e4fbf tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 931 time: 0.0972149
Aug 24 20:03:01.415762 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-788dc12a-1768-44e9-98b2-3c75f8727a35 req-38f29108-ae9b-4f43-a786-ca8a92fbfce4 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815275
Aug 24 20:03:01.481387 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3478e29-d493-4ac1-8ae7-ad681205d453 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:03:01.490729 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:01.507055 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Transition to ACTIVE for port object d3478e29-d493-4ac1-8ae7-ad681205d453 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:03:01.597720 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01abd6-f1c6-4c1a-b8b9-18a9dc2be03d req-a62fa59d-528f-473b-8768-b3ad110214c8 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:01.599318 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:01.602840 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bf01abd6-f1c6-4c1a-b8b9-18a9dc2be03d req-a62fa59d-528f-473b-8768-b3ad110214c8 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.1149733
Aug 24 20:03:01.603746 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e45aa41d-b217-4d4c-a70f-eabd557beb24 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:01.662091 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bf01abd6-f1c6-4c1a-b8b9-18a9dc2be03d req-b1ad4188-f84d-4c69-a12f-43fcb995d131 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529661
Aug 24 20:03:01.746586 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Pushing event updated for resources: {'Port': ['ID=d3478e29-d493-4ac1-8ae7-ad681205d453,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:01.771194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:01.858450 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Attempting to bind port d3478e29-d493-4ac1-8ae7-ad681205d453 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:03:01.858898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Attempting to bind port d3478e29-d493-4ac1-8ae7-ad681205d453 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:03:01.859224 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Attempting to bind port d3478e29-d493-4ac1-8ae7-ad681205d453 on network 88ea8281-1840-422e-b753-bcad9dc59915 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:03:01.864249 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Port d3478e29-d493-4ac1-8ae7-ad681205d453 on network 88ea8281-1840-422e-b753-bcad9dc59915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 20:03:01.864738 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Attempting to bind port d3478e29-d493-4ac1-8ae7-ad681205d453 on network 88ea8281-1840-422e-b753-bcad9dc59915 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:03:01.873015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:03:01.873803 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Checking segment: {'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:03:01.874223 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Bound using segment: {'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:03:01.874685 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Bound port: d3478e29-d493-4ac1-8ae7-ad681205d453, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:03:01.875047 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:02.053815 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c23e2-d9ea-491c-95b6-3235ff850935 req-deb181f6-96d1-4dfb-8066-a8f2aa79e13e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.055339 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-385c23e2-d9ea-491c-95b6-3235ff850935 req-deb181f6-96d1-4dfb-8066-a8f2aa79e13e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.0901072
Aug 24 20:03:02.107282 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] For port d3478e29-d493-4ac1-8ae7-ad681205d453, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:03:02.110980 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] For port d3478e29-d493-4ac1-8ae7-ad681205d453, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d3478e29-d493-4ac1-8ae7-ad681205d453,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:03:02.111130 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-385c23e2-d9ea-491c-95b6-3235ff850935 req-3cb28408-2c09-49bc-8da4-7e909b695ffb tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460167
Aug 24 20:03:02.201143 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:02.206144 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ddb654d3-bea7-487c-a28f-b99665ad9209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:02.273236 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.273848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:02.275251 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] 10.222.0.60 "PUT /v2.0/ports/d3478e29-d493-4ac1-8ae7-ad681205d453 HTTP/1.1" status: 200  len: 1093 time: 1.3564212
Aug 24 20:03:02.275771 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'tag': 'd3478e29-d493-4ac1-8ae7-ad681205d453'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:03:02.304631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Pushing event updated for resources: {'Port': ['ID=d3478e29-d493-4ac1-8ae7-ad681205d453,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:02.308005 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:02.342242 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'tag': 'd3478e29-d493-4ac1-8ae7-ad681205d453', 'status': 'completed', 'code': 200}
Aug 24 20:03:02.468929 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476eb18-5bb5-43f1-a96e-03a3076c52c2 req-baa99e32-6cd8-4a16-a844-fcfdab93241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.470668 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7476eb18-5bb5-43f1-a96e-03a3076c52c2 req-baa99e32-6cd8-4a16-a844-fcfdab93241f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e48d223f77a4b958da0350601eb7a6a&device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 1096 time: 0.0890300
Aug 24 20:03:02.620881 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceab2a-0312-4078-9a07-7c5172149d41 req-ff650181-1291-407b-bd55-fd616ffc2a60 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.622434 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-32ceab2a-0312-4078-9a07-7c5172149d41 req-ff650181-1291-407b-bd55-fd616ffc2a60 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 943 time: 0.0965130
Aug 24 20:03:02.638420 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476eb18-5bb5-43f1-a96e-03a3076c52c2 req-74adc55b-f4df-4ddb-8eb7-3e10f1e06197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.638420 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7476eb18-5bb5-43f1-a96e-03a3076c52c2 req-74adc55b-f4df-4ddb-8eb7-3e10f1e06197 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6e48d223f77a4b958da0350601eb7a6a&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1547587
Aug 24 20:03:02.671051 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-32ceab2a-0312-4078-9a07-7c5172149d41 req-1ea6e787-d08c-4f0d-b5dc-2703d4a4aeb9 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428431
Aug 24 20:03:02.798445 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476eb18-5bb5-43f1-a96e-03a3076c52c2 req-8fe86f13-5c15-462e-99f1-89bc314646fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.799964 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7476eb18-5bb5-43f1-a96e-03a3076c52c2 req-8fe86f13-5c15-462e-99f1-89bc314646fb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1455534
Aug 24 20:03:02.876371 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd60bf-ad2b-4b1c-9db0-3a7c77bcfb71 req-1c1b4446-eab5-45b0-9a73-966fc5ee5d28 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.877799 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0cfd60bf-ad2b-4b1c-9db0-3a7c77bcfb71 req-1c1b4446-eab5-45b0-9a73-966fc5ee5d28 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0826020
Aug 24 20:03:02.923623 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0cfd60bf-ad2b-4b1c-9db0-3a7c77bcfb71 req-919e37e8-9fbe-4aa3-9439-1f700e28a9eb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394003
Aug 24 20:03:02.928489 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-5eb00422-568e-41f3-9818-d413ab147515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:02.929948 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-5eb00422-568e-41f3-9818-d413ab147515 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e48d223f77a4b958da0350601eb7a6a&device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 1096 time: 0.0787940
Aug 24 20:03:03.009930 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-dc3269ed-830e-4ad6-90c9-1a92fdccbf21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3478e29-d493-4ac1-8ae7-ad681205d453 HTTP/1.1" status: 200  len: 217 time: 0.0714097
Aug 24 20:03:03.078169 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-39903480-a032-4cc1-999c-f775f86ca26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:03.079664 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-39903480-a032-4cc1-999c-f775f86ca26e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb0ad5f1-9cb4-432a-8836-39665ef85437 HTTP/1.1" status: 200  len: 854 time: 0.0613959
Aug 24 20:03:03.130079 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-0f88353e-d8d2-4da8-a4b2-c19cc3b9dd5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88ea8281-1840-422e-b753-bcad9dc59915&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400841
Aug 24 20:03:03.266849 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-646b9882-d5f7-4fda-9f75-bf24455521ae service neutron] 10.222.0.60 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262736
Aug 24 20:03:03.283629 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ce943057-7d34-4e50-ad63-66e22a6e8eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:03.301034 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6127b59-4ee9-47bc-8cd0-01f2b834128d req-22fb3914-29b7-492a-be44-ed40ca9b3d46 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:03.308741 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c6127b59-4ee9-47bc-8cd0-01f2b834128d req-22fb3914-29b7-492a-be44-ed40ca9b3d46 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.0903873
Aug 24 20:03:03.359476 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c6127b59-4ee9-47bc-8cd0-01f2b834128d req-0c2da863-4d98-4456-aacf-9034c49cb938 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474076
Aug 24 20:03:03.421067 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5d735be7-1f60-42fe-95e4-bc16d79d4607 req-bcecc612-ac27-44cb-a85e-c1b929298684 service neutron] 10.222.0.60 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471250
Aug 24 20:03:03.876781 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274070f-175a-4206-833b-45172086a8e6 req-da3e63d3-3488-4643-8e84-3ab924b5c9fc tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:03.878371 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0274070f-175a-4206-833b-45172086a8e6 req-da3e63d3-3488-4643-8e84-3ab924b5c9fc tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 943 time: 0.0975447
Aug 24 20:03:03.929408 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0274070f-175a-4206-833b-45172086a8e6 req-114ec993-e40d-4f03-9b7d-0dd713aa7524 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428700
Aug 24 20:03:04.160692 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b0f95-08bc-482e-b150-3e4cf4c871f0 req-dd5b06a8-2740-44ec-8f84-02bf050d9a96 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:04.160692 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-444b0f95-08bc-482e-b150-3e4cf4c871f0 req-dd5b06a8-2740-44ec-8f84-02bf050d9a96 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0904205
Aug 24 20:03:04.175572 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:04.212032 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-444b0f95-08bc-482e-b150-3e4cf4c871f0 req-aff0afae-c49e-4522-919d-256004fb6f40 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452907
Aug 24 20:03:04.557792 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c8007-f83f-4849-8dea-5235bb5c8e14 req-bfc7ea1e-b710-4683-bb56-d275b848058a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:04.564766 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a55c8007-f83f-4849-8dea-5235bb5c8e14 req-bfc7ea1e-b710-4683-bb56-d275b848058a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.0973911
Aug 24 20:03:04.610691 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a55c8007-f83f-4849-8dea-5235bb5c8e14 req-4f12a626-aab6-4e16-9e5b-8b57ea1c362f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449765
Aug 24 20:03:05.223768 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1afe6-bc6f-43fa-b63a-417f642c1a20 req-a4c06b12-ef38-493c-97be-d67627a1ab0d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:05.227748 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-83d1afe6-bc6f-43fa-b63a-417f642c1a20 req-a4c06b12-ef38-493c-97be-d67627a1ab0d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 943 time: 0.1892526
Aug 24 20:03:05.298969 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-83d1afe6-bc6f-43fa-b63a-417f642c1a20 req-e746ada0-12ea-47ea-90da-32235cd4309f tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649676
Aug 24 20:03:05.430461 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdb01d-d319-4398-a257-d46901229b1f req-bffca721-7898-4aab-8423-d677fc1b158f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:05.431993 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eacdb01d-d319-4398-a257-d46901229b1f req-bffca721-7898-4aab-8423-d677fc1b158f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0842342
Aug 24 20:03:05.485544 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eacdb01d-d319-4398-a257-d46901229b1f req-efdb137f-253b-4a6e-8081-2e4aac078e21 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462162
Aug 24 20:03:05.506920 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4bb9eefb-9047-4b2f-9ceb-f86822db2046 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:03:05.537053 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:05.656384 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 4bb9eefb-9047-4b2f-9ceb-f86822db2046, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:05.671399 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'port_id': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'mac_address': 'fa:16:3e:a4:01:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:03:05.732464 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:05.758634 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb9eefb-9047-4b2f-9ceb-f86822db2046 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:03:05.773296 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 4bb9eefb-9047-4b2f-9ceb-f86822db2046, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:05.833020 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:05.833258 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf5607-0261-4a03-826f-6222a234e177 req-a2b4cc40-6f33-4f80-9432-a0e97a6fc8ee tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:05.834427 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a9cf5607-0261-4a03-826f-6222a234e177 req-a2b4cc40-6f33-4f80-9432-a0e97a6fc8ee tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 943 time: 0.0840530
Aug 24 20:03:05.840477 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:05.883616 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a9cf5607-0261-4a03-826f-6222a234e177 req-ae1a164b-b619-4093-a9d3-5c4ae1e0529b tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432730
Aug 24 20:03:05.927399 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=4bb9eefb-9047-4b2f-9ceb-f86822db2046,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:05.931519 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:06.092233 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['4bb9eefb-9047-4b2f-9ceb-f86822db2046'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:03:06.477616 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d21d9-3910-49d1-9869-7d9bad9afe1a req-cbbb27d5-cee3-427b-b866-577bd20f0521 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:06.479087 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-431d21d9-3910-49d1-9869-7d9bad9afe1a req-cbbb27d5-cee3-427b-b866-577bd20f0521 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 943 time: 0.0828357
Aug 24 20:03:06.527836 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-431d21d9-3910-49d1-9869-7d9bad9afe1a req-5e54aad0-40fa-41de-b3b7-0545145b97e4 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391748
Aug 24 20:03:06.697409 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca370-9c88-418a-8da4-cc3a5a2ea0cd req-4071db46-29de-4d86-ae66-6cb874a9bba1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:06.698951 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e86ca370-9c88-418a-8da4-cc3a5a2ea0cd req-4071db46-29de-4d86-ae66-6cb874a9bba1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0888708
Aug 24 20:03:06.754098 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e86ca370-9c88-418a-8da4-cc3a5a2ea0cd req-83f8f4fb-5f83-464e-b05e-a7d86482df74 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489385
Aug 24 20:03:07.090982 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f606c3e-f841-4eae-8d9d-b29c1ef1d0b8 req-9659bece-3dc6-4085-98f8-7d8817f8b1c3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:07.092596 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f606c3e-f841-4eae-8d9d-b29c1ef1d0b8 req-9659bece-3dc6-4085-98f8-7d8817f8b1c3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 944 time: 0.0885127
Aug 24 20:03:07.141194 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f606c3e-f841-4eae-8d9d-b29c1ef1d0b8 req-1d118b07-5808-419b-8544-3e4319570813 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428541
Aug 24 20:03:07.527914 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device d3478e29-d493-4ac1-8ae7-ad681205d453 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:03:07.531317 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4bb9eefb-9047-4b2f-9ceb-f86822db2046 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:03:07.719574 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b977f49-b2e8-4260-b9d2-f5d7172c9918 req-00636aff-9b26-4176-905c-ea0585b28b7b tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:07.720935 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b977f49-b2e8-4260-b9d2-f5d7172c9918 req-00636aff-9b26-4176-905c-ea0585b28b7b tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 943 time: 0.0846491
Aug 24 20:03:07.723763 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port d3478e29-d493-4ac1-8ae7-ad681205d453, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d3478e29-d493-4ac1-8ae7-ad681205d453,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:07.742300 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'd3478e29-d493-4ac1-8ae7-ad681205d453', 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915', 'port_id': 'd3478e29-d493-4ac1-8ae7-ad681205d453', 'mac_address': 'fa:16:3e:dc:51:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0ad5f1-9cb4-432a-8836-39665ef85437', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:03:07.769401 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7b977f49-b2e8-4260-b9d2-f5d7172c9918 req-abec3d81-42cc-429a-87a4-703d45703b7c tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428517
Aug 24 20:03:07.801792 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:07.819037 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3478e29-d493-4ac1-8ae7-ad681205d453 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:03:07.834126 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port d3478e29-d493-4ac1-8ae7-ad681205d453, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d3478e29-d493-4ac1-8ae7-ad681205d453,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:07.920486 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:03:07.926892 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:03:07.928896 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:07.959257 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49d72a-a4f5-485f-86d8-6cb6b67f8aec req-bf9eb660-a13b-4092-818e-84800ec793e5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:07.961317 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2f49d72a-a4f5-485f-86d8-6cb6b67f8aec req-bf9eb660-a13b-4092-818e-84800ec793e5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0963140
Aug 24 20:03:07.962804 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:07.970727 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:08.019402 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2f49d72a-a4f5-485f-86d8-6cb6b67f8aec req-e9dc54e6-9332-4c77-9393-be307d53a7b4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517383
Aug 24 20:03:08.094758 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=d3478e29-d493-4ac1-8ae7-ad681205d453,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:08.103365 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:08.115913 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:08.142446 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:03:08.151989 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 4bb9eefb-9047-4b2f-9ceb-f86822db2046, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:08.186229 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'code': 200}
Aug 24 20:03:08.223966 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:08.225789 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ac5c6fff-334d-41be-971f-db7adcc13ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:08.300200 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=4bb9eefb-9047-4b2f-9ceb-f86822db2046,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:08.303474 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:08.335764 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98eb84-af35-40f7-a286-0901ad133eba req-dadd72aa-8463-4547-94c6-78e6c5725c2c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:08.337219 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0c98eb84-af35-40f7-a286-0901ad133eba req-dadd72aa-8463-4547-94c6-78e6c5725c2c tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 945 time: 0.0865014
Aug 24 20:03:08.345143 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['d3478e29-d493-4ac1-8ae7-ad681205d453'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:03:08.385863 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0c98eb84-af35-40f7-a286-0901ad133eba req-131caf89-e8a3-41dc-825a-3b31dec547a5 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428362
Aug 24 20:03:08.669711 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-41951a51-1213-4433-8ce2-9afb949e469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:08.671127 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-41951a51-1213-4433-8ce2-9afb949e469e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 1099 time: 0.0708525
Aug 24 20:03:08.733838 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3278-c50e-4d0a-9136-e50f7ddbb48d req-974f8565-5d6c-46b4-8a88-2f27ed9539d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:08.735400 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a16b3278-c50e-4d0a-9136-e50f7ddbb48d req-974f8565-5d6c-46b4-8a88-2f27ed9539d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 1098 time: 0.0691941
Aug 24 20:03:08.775991 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a16b3278-c50e-4d0a-9136-e50f7ddbb48d req-aa99f64e-1fb5-4f5f-ab35-d681fdb25382 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337999
Aug 24 20:03:08.807800 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-aeb8d3dc-7b9f-4f61-b40a-6dcb3ebd2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:08.809263 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-aeb8d3dc-7b9f-4f61-b40a-6dcb3ebd2d19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.1290605
Aug 24 20:03:08.956496 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037761e-3426-4c9d-98f4-41794e03e65d req-20da01b9-60c0-43a8-8680-da3edcc9e095 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:08.957842 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d037761e-3426-4c9d-98f4-41794e03e65d req-20da01b9-60c0-43a8-8680-da3edcc9e095 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 944 time: 0.0814362
Aug 24 20:03:09.003497 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d037761e-3426-4c9d-98f4-41794e03e65d req-a77643c7-af43-4d38-83f2-933603f54d78 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396638
Aug 24 20:03:09.100271 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-7b356014-f346-41f2-9ea8-1db8cd218d8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 HTTP/1.1" status: 200  len: 1002 time: 0.0998003
Aug 24 20:03:09.169135 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-5274cf43-632b-42a0-9bf1-0126b86afc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:09.170616 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-5274cf43-632b-42a0-9bf1-0126b86afc7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0621247
Aug 24 20:03:09.247963 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-c3182f68-3fdb-4e9f-b2e8-f1965db6604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:09.249436 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-c3182f68-3fdb-4e9f-b2e8-f1965db6604e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702968
Aug 24 20:03:09.400288 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb4292-4b40-4f5c-9d3d-d9310780fbfc req-719fc73d-e674-40ab-ab2e-360f325f056f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:09.401801 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-39eb4292-4b40-4f5c-9d3d-d9310780fbfc req-719fc73d-e674-40ab-ab2e-360f325f056f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 946 time: 0.0955222
Aug 24 20:03:09.450667 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-39eb4292-4b40-4f5c-9d3d-d9310780fbfc req-155f9cb3-9c98-4749-86ca-25b00064f85e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431774
Aug 24 20:03:09.478173 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-5eea03d8-3a3d-476d-b036-39b4d39d60be service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215950
Aug 24 20:03:09.536740 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device d3478e29-d493-4ac1-8ae7-ad681205d453 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:03:09.572434 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dfb44-4eec-40c4-89bb-661e5d017e27 req-af0fc6b2-22fc-4eea-aa42-939a2a78b3de tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:09.574033 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d49dfb44-4eec-40c4-89bb-661e5d017e27 req-af0fc6b2-22fc-4eea-aa42-939a2a78b3de tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 945 time: 0.0798531
Aug 24 20:03:09.614674 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8dce7a73-00e4-4505-9187-9e9b981ed118 req-8b3fa7d8-fbc1-403d-ab96-403dda5e86bf service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289332
Aug 24 20:03:09.621119 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d49dfb44-4eec-40c4-89bb-661e5d017e27 req-44b7ed1e-6742-4cb6-884d-294096a4f68d tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408759
Aug 24 20:03:09.677920 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port d3478e29-d493-4ac1-8ae7-ad681205d453 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:03:09.683212 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port d3478e29-d493-4ac1-8ae7-ad681205d453 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:03:09.683596 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:09.798614 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:09.830512 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port d3478e29-d493-4ac1-8ae7-ad681205d453, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d3478e29-d493-4ac1-8ae7-ad681205d453,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:09.894764 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:09.895602 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:03:09.918610 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:10.041723 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=d3478e29-d493-4ac1-8ae7-ad681205d453,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:10.045489 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:10.099306 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:10.132603 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:10.187649 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3478e29-d493-4ac1-8ae7-ad681205d453'}, {'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:03:10.193104 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:10.194933 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:10.195647 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb1a6f-d3f9-441c-acaa-8d7095ae0f8a req-c20f664a-07b2-4475-806c-bb0c83af3994 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:10.197125 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-84fb1a6f-d3f9-441c-acaa-8d7095ae0f8a req-c20f664a-07b2-4475-806c-bb0c83af3994 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 945 time: 0.0824907
Aug 24 20:03:10.246109 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-84fb1a6f-d3f9-441c-acaa-8d7095ae0f8a req-76092818-1907-46ec-b01b-7932e1b6d4d9 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422812
Aug 24 20:03:10.250907 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3478e29-d493-4ac1-8ae7-ad681205d453', 'code': 200}
Aug 24 20:03:10.251184 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'code': 200}
Aug 24 20:03:10.267429 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=8']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:10.270842 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:10.643161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a4e17-3edc-4030-a399-658ecbb76db2 req-baa75b95-13aa-4b28-abc6-65578f521990 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:10.644651 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9d2a4e17-3edc-4030-a399-658ecbb76db2 req-baa75b95-13aa-4b28-abc6-65578f521990 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0831170
Aug 24 20:03:10.690924 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9d2a4e17-3edc-4030-a399-658ecbb76db2 req-16965886-65a5-4ff9-a88e-9d13e49165fd tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397639
Aug 24 20:03:10.715037 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd1841-783e-4daa-97bf-db8d041b9706 req-2d76eba0-2563-4e51-b8a8-79b0d64dc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:10.715037 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f4dd1841-783e-4daa-97bf-db8d041b9706 req-2d76eba0-2563-4e51-b8a8-79b0d64dc9ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 1098 time: 0.0813730
Aug 24 20:03:10.755594 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f4dd1841-783e-4daa-97bf-db8d041b9706 req-d57d677e-67e3-44b8-afd7-ad21896fc2d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363519
Aug 24 20:03:10.810910 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cfa3b-9c75-4c1b-8d58-2fbea04ee0cf req-453aab2b-c2b7-4a46-b085-7b506b194198 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:10.812397 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-524cfa3b-9c75-4c1b-8d58-2fbea04ee0cf req-453aab2b-c2b7-4a46-b085-7b506b194198 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 945 time: 0.0818183
Aug 24 20:03:10.856615 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-524cfa3b-9c75-4c1b-8d58-2fbea04ee0cf req-5f7d7421-cc79-44a5-9b91-ce465528f34f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379550
Aug 24 20:03:11.035718 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da96bc6-2162-402c-8db9-0e9a78d152f8 req-e1a17f0a-9651-46b7-84ec-45e78e01f8a9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:11.037153 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2da96bc6-2162-402c-8db9-0e9a78d152f8 req-e1a17f0a-9651-46b7-84ec-45e78e01f8a9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 945 time: 0.0780544
Aug 24 20:03:11.083956 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2da96bc6-2162-402c-8db9-0e9a78d152f8 req-eb4f143d-2a87-4888-b68c-f234d6bd0525 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413480
Aug 24 20:03:11.106059 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 33158) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:03:11.174726 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95cf980-0360-485d-96cd-f4859cdeb234 tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:11.176782 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b95cf980-0360-485d-96cd-f4859cdeb234 tempest-TestVolumeBootPattern-1715841256 tempest-TestVolumeBootPattern-1715841256-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 1093 time: 0.0697124
Aug 24 20:03:11.179545 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 33162) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:03:11.184488 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'port_id': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:03:11.190660 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:03:11.194623 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Usage tracker for resource:floatingip and tenant:aae696513b924a6c9394e083e0124637 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:03:11.197469 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:03:11.203149 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:03:11.283062 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:11.549432 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737d5b-f3cd-452b-9470-2507d3068df9 req-606d67be-ee87-4234-abfb-765347b57cb6 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:11.550846 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c737d5b-f3cd-452b-9470-2507d3068df9 req-606d67be-ee87-4234-abfb-765347b57cb6 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 945 time: 0.1129093
Aug 24 20:03:11.613194 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:11.618155 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c737d5b-f3cd-452b-9470-2507d3068df9 req-c4329792-48d3-4072-b715-733de83baa1b tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518501
Aug 24 20:03:11.758406 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Allocated IP 172.27.3.122 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/24ea4ef3-3223-4738-a349-dd8b2a9502d2) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:03:11.964176 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:11.980706 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6d69-1033-4191-a538-c40ef81b2537 req-633b2c22-f14e-4311-887c-a88b43cd8c99 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:11.982204 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8aaf6d69-1033-4191-a538-c40ef81b2537 req-633b2c22-f14e-4311-887c-a88b43cd8c99 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.1478553
Aug 24 20:03:12.035115 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8aaf6d69-1033-4191-a538-c40ef81b2537 req-1007ebdd-27b5-42ee-9e6b-f6944baca853 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468764
Aug 24 20:03:12.100819 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:12.106940 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:12.173840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:03:12.178026 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:03:12.180578 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:03:12.228538 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=24ea4ef3-3223-4738-a349-dd8b2a9502d2,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:12.231791 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:12.617792 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:12.802195 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d0b5a-fcce-4bde-8f7c-3c0880deafbe req-427af103-d506-46ad-baf5-87832f1c96b5 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:12.803682 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f70d0b5a-fcce-4bde-8f7c-3c0880deafbe req-427af103-d506-46ad-baf5-87832f1c96b5 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 945 time: 0.0814712
Aug 24 20:03:12.892637 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f70d0b5a-fcce-4bde-8f7c-3c0880deafbe req-c064598e-5523-45e3-99cf-d9333b78c122 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830386
Aug 24 20:03:12.898957 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:13.115900 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:13.194241 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:13.199248 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c102f380-2af3-4f5a-920a-d963bd2d18ed tempest-AttachVolumeNegativeTest-957650517 tempest-AttachVolumeNegativeTest-957650517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:13.305311 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event updated for resources: {'Port': ['ID=24ea4ef3-3223-4738-a349-dd8b2a9502d2,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:13.309670 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:13.316679 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:13.592796 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Floating IP d8c55034-f25e-4e06-a9b0-60f062ed05f1 associated. External IP: 172.27.3.122, port: 4bb9eefb-9047-4b2f-9ceb-f86822db2046.
Aug 24 20:03:13.956888 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:03:14.134094 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:03:14.144946 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:03:14.155736 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:03:14.164822 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4d00>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:03:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:03:14.234681 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:14.305185 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1246059
Aug 24 20:03:14.307398 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:03:14.354525 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:03:14.533630 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'status': 'completed', 'code': 200}
Aug 24 20:03:14.636044 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-252b7747-6e1f-48bf-84b7-332e553a3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:14.637591 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-252b7747-6e1f-48bf-84b7-332e553a3a76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 1098 time: 0.0781980
Aug 24 20:03:14.719601 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4d00>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'd8c55034-f25e-4e06-a9b0-60f062ed05f1', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a4:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:03:12Z', 'updated_at': '2021-08-24T20:03:12Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}, {'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:12Z', 'revision_number': 1, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:03:14.723897 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:03:14.732424 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:03:14.733072 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4d00>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:03:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:03:14.778075 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-57ce6e2b-353b-4b2b-a8f9-6284662de7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:14.779626 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-57ce6e2b-353b-4b2b-a8f9-6284662de7d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1345780
Aug 24 20:03:14.898029 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-6a71bd4c-e6d6-4e51-b373-25f23e5f1c3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046 HTTP/1.1" status: 200  len: 999 time: 0.1113582
Aug 24 20:03:14.914494 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:03:14.980093 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-e89c5e7a-31b7-48d4-a4f2-db4e54f12a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:14.981612 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-e89c5e7a-31b7-48d4-a4f2-db4e54f12a38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0771453
Aug 24 20:03:15.063207 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affbd20-7619-404c-bc2b-6efaa6eb9361 req-674eb919-abcf-4adb-a775-15d9d4c5f813 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:15.063531 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-b1401c59-1805-41e6-b6c3-f12d3f714603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:15.064923 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2affbd20-7619-404c-bc2b-6efaa6eb9361 req-674eb919-abcf-4adb-a775-15d9d4c5f813 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.1128228
Aug 24 20:03:15.072583 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-b1401c59-1805-41e6-b6c3-f12d3f714603 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822620
Aug 24 20:03:15.142949 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2affbd20-7619-404c-bc2b-6efaa6eb9361 req-bac71f2a-2d63-4908-bbdb-f4964331e759 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711348
Aug 24 20:03:15.218814 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-97303682-1800-4258-8cc2-c40f92e94c49 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390398
Aug 24 20:03:15.243722 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-b4f3f216-3a25-466a-8751-be0894f4f1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0766623
Aug 24 20:03:15.311545 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4d00>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'd8c55034-f25e-4e06-a9b0-60f062ed05f1', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a4:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:03:12Z', 'updated_at': '2021-08-24T20:03:12Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}, {'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:12Z', 'revision_number': 1, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:03:15.318086 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03103e-a936-4404-ba2d-731de9a1d20f None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'd8c55034-f25e-4e06-a9b0-60f062ed05f1', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a4:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:03:12Z', 'updated_at': '2021-08-24T20:03:12Z', 'revision_number': 0, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}, {'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:12Z', 'revision_number': 1, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:03:15.373268 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-34f054fd-ae54-4af3-a1dc-02dc59411968 req-7d3ba920-416e-400e-b74a-c5a74d8d322b service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459816
Aug 24 20:03:15.536701 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617cd6a8-ed17-45bc-b99a-4e7240a9c2ca None None] New status for floating IP d8c55034-f25e-4e06-a9b0-60f062ed05f1: ACTIVE {{(pid=80017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:03:15.590864 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:03:16.334295 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a448f-b850-44b5-8b38-1e5d25969111 req-6fcd03e1-7425-4740-aeec-3abf75a5f198 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:16.335820 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f38a448f-b850-44b5-8b38-1e5d25969111 req-6fcd03e1-7425-4740-aeec-3abf75a5f198 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0831766
Aug 24 20:03:16.386563 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f38a448f-b850-44b5-8b38-1e5d25969111 req-d76409e9-3f5d-4464-872e-f606043afe78 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442736
Aug 24 20:03:16.898606 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-baca6652-0dc7-4f83-b8ec-1ec2ad269a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:16.900092 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-baca6652-0dc7-4f83-b8ec-1ec2ad269a32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442&tenant_id=190bce4eb9e949b9a5dff58ab500c5f7 HTTP/1.1" status: 200  len: 1097 time: 0.0735543
Aug 24 20:03:16.996924 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-d8ebe6b4-6ca1-4a4a-a7dd-4901b1ca8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:16.998704 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-d8ebe6b4-6ca1-4a4a-a7dd-4901b1ca8f8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 1097 time: 0.0742624
Aug 24 20:03:17.136950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-74ef9986-3a62-42a5-93a7-e5b859d7c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:17.138402 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-74ef9986-3a62-42a5-93a7-e5b859d7c1ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 200  len: 917 time: 0.1304111
Aug 24 20:03:17.247241 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-e99a6b78-fafa-4933-830d-8581a1131744 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 HTTP/1.1" status: 200  len: 1000 time: 0.0986052
Aug 24 20:03:17.335815 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-7e745dfa-93fb-4aa3-b92b-9c62b43c172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:17.335815 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-7e745dfa-93fb-4aa3-b92b-9c62b43c172f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 200  len: 856 time: 0.0602777
Aug 24 20:03:17.393015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-31c0cc16-2cbe-456b-990c-bed347eb7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:17.395184 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-31c0cc16-2cbe-456b-990c-bed347eb7b09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a7728cf-d00e-4524-b24f-1c572470e409&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742700
Aug 24 20:03:17.585243 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba68d-3db8-49ac-ae75-21a61feaaeb1 req-740f8386-3a36-4948-9890-85329dcbe101 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:17.586786 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b8ba68d-3db8-49ac-ae75-21a61feaaeb1 req-740f8386-3a36-4948-9890-85329dcbe101 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0833752
Aug 24 20:03:17.635470 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b8ba68d-3db8-49ac-ae75-21a61feaaeb1 req-3bde4afa-aa74-4066-92a9-db9fa491f17c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428264
Aug 24 20:03:17.643554 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-6769bda9-f245-46ef-99bc-0f153b8125d9 service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372963
Aug 24 20:03:17.791857 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-42cb72a5-4fa1-40a4-8193-aeeaa097e696 req-48211766-590a-4e80-967c-38a3bd93770b service neutron] 10.222.0.60 "GET /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355853
Aug 24 20:03:18.839281 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d2e2c-5603-41f3-8f66-1bd9583fef19 req-3118bf01-2fc3-48a7-bdc8-65881994cf12 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:18.840739 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-308d2e2c-5603-41f3-8f66-1bd9583fef19 req-3118bf01-2fc3-48a7-bdc8-65881994cf12 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0900955
Aug 24 20:03:18.890968 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-308d2e2c-5603-41f3-8f66-1bd9583fef19 req-284376b2-4bcb-4fc2-b886-9a2916af3609 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430980
Aug 24 20:03:19.868541 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:20.090176 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb4b0-354a-4fb0-9044-a871fc665e57 req-4f3350fa-aea6-4de7-9012-8c2bdf7e8736 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:20.091663 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c9eb4b0-354a-4fb0-9044-a871fc665e57 req-4f3350fa-aea6-4de7-9012-8c2bdf7e8736 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0825009
Aug 24 20:03:20.137347 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c9eb4b0-354a-4fb0-9044-a871fc665e57 req-1bd8e860-f8ed-4638-ad6c-a5c122cb64e3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398083
Aug 24 20:03:21.341729 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112c04-3ee2-4152-a573-3cdadf2d4feb req-2f6527bf-ec9f-466e-b0ad-86a8f6e63563 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:21.343215 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-64112c04-3ee2-4152-a573-3cdadf2d4feb req-2f6527bf-ec9f-466e-b0ad-86a8f6e63563 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0926244
Aug 24 20:03:21.396012 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-64112c04-3ee2-4152-a573-3cdadf2d4feb req-be3ba428-4825-462f-9e85-7786ac29b32c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446236
Aug 24 20:03:22.710187 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681cd8-90c5-40c6-82ce-92cf92b92a73 req-99a54601-73c3-4952-9958-492540d6f7c5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:22.711716 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74681cd8-90c5-40c6-82ce-92cf92b92a73 req-99a54601-73c3-4952-9958-492540d6f7c5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.2039354
Aug 24 20:03:22.760613 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74681cd8-90c5-40c6-82ce-92cf92b92a73 req-670db671-a228-4ed3-845c-d112a4ae9fd5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416803
Aug 24 20:03:23.969253 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb1a5-89db-48c4-a603-2290281e906a req-108522f2-abdb-4215-bf44-502fe7cf1ca8 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:23.975852 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-512cb1a5-89db-48c4-a603-2290281e906a req-108522f2-abdb-4215-bf44-502fe7cf1ca8 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0868957
Aug 24 20:03:24.018995 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-512cb1a5-89db-48c4-a603-2290281e906a req-b8304197-5e58-4592-b1a8-00c99aa83a31 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411189
Aug 24 20:03:25.225461 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911ed4c-7915-494e-9aa6-2be0c07ccaf5 req-54accde0-6145-449a-8ae4-2aaf9e258a22 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:25.228105 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2911ed4c-7915-494e-9aa6-2be0c07ccaf5 req-54accde0-6145-449a-8ae4-2aaf9e258a22 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0895448
Aug 24 20:03:25.275860 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2911ed4c-7915-494e-9aa6-2be0c07ccaf5 req-ab3d3d97-53d9-4f9c-bec0-8da3be51bd99 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417798
Aug 24 20:03:26.479031 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293116-9ef0-43ac-8e5d-d2c1d6baad4e req-2c8882d8-d8bc-437c-9dce-059aaa1da3d5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:26.480550 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b293116-9ef0-43ac-8e5d-d2c1d6baad4e req-2c8882d8-d8bc-437c-9dce-059aaa1da3d5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0892842
Aug 24 20:03:26.527312 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9b293116-9ef0-43ac-8e5d-d2c1d6baad4e req-aba39e4c-d19e-4a4c-9e91-1db44fd43f4c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409098
Aug 24 20:03:27.726772 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd68eb9-e573-4b8c-8536-496c2f3ce1c3 req-3f2933f2-ce37-4de4-afd2-4c78362489d4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:27.728223 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fcd68eb9-e573-4b8c-8536-496c2f3ce1c3 req-3f2933f2-ce37-4de4-afd2-4c78362489d4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0876977
Aug 24 20:03:27.773791 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-fcd68eb9-e573-4b8c-8536-496c2f3ce1c3 req-7bb741f0-b679-4310-b0b4-61cfbff9f249 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396907
Aug 24 20:03:28.969211 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f449f-86ed-45bc-a601-d594264de3cb req-c9713ad2-5c4b-4582-9bae-babc1e7f0d66 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:28.970677 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c57f449f-86ed-45bc-a601-d594264de3cb req-c9713ad2-5c4b-4582-9bae-babc1e7f0d66 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0851119
Aug 24 20:03:29.016248 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c57f449f-86ed-45bc-a601-d594264de3cb req-f96d9646-6507-49f4-848e-b5855ccf308b tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392692
Aug 24 20:03:30.216898 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f63437-ccea-4ddf-ab4b-2d81d08bb00a req-ee43442c-98da-4e38-a93c-90ad263e48f9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:30.218439 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4f63437-ccea-4ddf-ab4b-2d81d08bb00a req-ee43442c-98da-4e38-a93c-90ad263e48f9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0884323
Aug 24 20:03:30.266596 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a4f63437-ccea-4ddf-ab4b-2d81d08bb00a req-8d7597ac-8561-45dd-8dcf-ca98fe2ebc27 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417697
Aug 24 20:03:30.402350 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-617c2b45-3b93-440c-bd30-8e9a6b79d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:31.056528 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:31.466005 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5fc37-3efc-4387-9356-f664afb67b85 req-d196b3df-81af-4581-a4ab-ff136fc8dbcc tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:31.467463 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-76d5fc37-3efc-4387-9356-f664afb67b85 req-d196b3df-81af-4581-a4ab-ff136fc8dbcc tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0832286
Aug 24 20:03:31.517176 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-76d5fc37-3efc-4387-9356-f664afb67b85 req-db4b85e9-7c8f-4c18-9c73-46559745eba1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440135
Aug 24 20:03:32.709610 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076106b7-5d5f-49b5-8824-3c231d9c4a1f req-c6751e78-efce-428e-a784-5929abe88291 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:32.711206 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-076106b7-5d5f-49b5-8824-3c231d9c4a1f req-c6751e78-efce-428e-a784-5929abe88291 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0835142
Aug 24 20:03:32.760480 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-076106b7-5d5f-49b5-8824-3c231d9c4a1f req-e6b047ed-7f85-4131-b7bf-968c895e07a6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435500
Aug 24 20:03:33.957368 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b94bc-098f-43b7-90b0-2e400104b277 req-0024f797-f8b8-40b8-ba05-8bca34db3899 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:33.958842 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c18b94bc-098f-43b7-90b0-2e400104b277 req-0024f797-f8b8-40b8-ba05-8bca34db3899 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0857184
Aug 24 20:03:34.010083 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c18b94bc-098f-43b7-90b0-2e400104b277 req-7f061680-5d0a-49c1-95aa-a75aef2c6d91 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422518
Aug 24 20:03:34.101801 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-427fb6fb-a77c-4212-9d57-ba300a165d92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723128
Aug 24 20:03:34.243080 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-95eab51d-2639-468e-a325-4fc409d15d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:34.244589 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-95eab51d-2639-468e-a325-4fc409d15d24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1098 time: 0.0699384
Aug 24 20:03:34.398149 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-b9581007-1469-442c-8a6b-4e77069ae969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:34.399625 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-b9581007-1469-442c-8a6b-4e77069ae969 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1287341
Aug 24 20:03:34.404584 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8542c5c5-03a2-407f-8975-03cb5d953dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:34.493507 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:34.506553 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-4a83f3f3-7b73-4d1b-846c-03148a017d24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317 HTTP/1.1" status: 200  len: 1001 time: 0.0957053
Aug 24 20:03:34.574986 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-ae18de0f-b6a8-4e15-a578-58fb29871558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:34.576441 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-ae18de0f-b6a8-4e15-a578-58fb29871558 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0618463
Aug 24 20:03:34.656326 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-c0e6fdf8-e998-4dd7-be57-dde2cc45c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:34.657754 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-c0e6fdf8-e998-4dd7-be57-dde2cc45c9fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708706
Aug 24 20:03:34.794647 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-ee257120-b53d-4e14-ae51-3cb3bc214cca service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244102
Aug 24 20:03:34.931522 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2a3a194e-f1b3-402b-890e-6d678bb73cfd req-08ad535c-f349-4982-91b1-535deec2a7b5 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247420
Aug 24 20:03:35.194511 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d162c-4379-4757-ba75-18df0095034e req-92695dcb-2d8d-4c86-adda-dbba12d04d77 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:35.195788 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c3d162c-4379-4757-ba75-18df0095034e req-92695dcb-2d8d-4c86-adda-dbba12d04d77 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0790281
Aug 24 20:03:35.240510 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7c3d162c-4379-4757-ba75-18df0095034e req-8c86140c-cdb3-47c7-a0b1-9fcbf3e99751 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392129
Aug 24 20:03:35.550584 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:36.431358 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de6cc7-ecb7-46e4-97e5-07c405ec8314 req-b9687a5b-6929-40c0-bcab-d019413b1b1f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:36.432819 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8de6cc7-ecb7-46e4-97e5-07c405ec8314 req-b9687a5b-6929-40c0-bcab-d019413b1b1f tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0844812
Aug 24 20:03:36.477633 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d8de6cc7-ecb7-46e4-97e5-07c405ec8314 req-37d72b17-e6ad-4bc1-ade4-9facc84e4ef1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391788
Aug 24 20:03:37.543782 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:03:37.668195 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e79820-45b7-45a2-aff8-c8a3592d7bc8 req-8c29fa81-7e71-4117-9930-893e388c10d9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:37.669643 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7e79820-45b7-45a2-aff8-c8a3592d7bc8 req-8c29fa81-7e71-4117-9930-893e388c10d9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 944 time: 0.0786746
Aug 24 20:03:37.674798 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:03:37.719836 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d7e79820-45b7-45a2-aff8-c8a3592d7bc8 req-a66bd978-532c-45bf-97cc-99d1205903b9 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434391
Aug 24 20:03:37.807981 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:37.820536 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'port_id': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'mac_address': 'fa:16:3e:17:a3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:03:37.877258 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:37.896129 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:03:37.911777 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:38.001952 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:38.003786 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:38.068641 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=9']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:38.071779 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:38.333473 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:03:38.912822 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3c358-6922-4df9-84b4-28ad9a8cabb5 req-d42f299a-9666-4b94-9da2-95d0325e9eba tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:38.914263 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-95e3c358-6922-4df9-84b4-28ad9a8cabb5 req-d42f299a-9666-4b94-9da2-95d0325e9eba tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 945 time: 0.0784972
Aug 24 20:03:38.958723 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-95e3c358-6922-4df9-84b4-28ad9a8cabb5 req-e69cc43f-9972-4ff2-a815-cd21927399f6 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386539
Aug 24 20:03:39.686700 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:03:39.753294 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:03:39.753674 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:39.866235 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:39.892213 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:03:39.901540 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:03:39.941975 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'code': 200}
Aug 24 20:03:39.958619 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:03:39.960496 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:03:40.029878 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=10']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:03:40.033518 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:03:40.155894 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cdbea-b3b9-4f63-bf0c-8a1c5cebe168 req-917614fa-2af2-439d-89f1-7b0b99f45348 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:40.157351 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f6cdbea-b3b9-4f63-bf0c-8a1c5cebe168 req-917614fa-2af2-439d-89f1-7b0b99f45348 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 947 time: 0.0884447
Aug 24 20:03:40.205636 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6f6cdbea-b3b9-4f63-bf0c-8a1c5cebe168 req-8beaa22e-3f77-4592-a76c-37d9b7a391d1 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393908
Aug 24 20:03:40.317735 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ea57-6923-44ff-a7b4-6422e3fd20e1 req-0d7d6487-2745-4561-95e9-c9562ca2cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:40.319224 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5a38ea57-6923-44ff-a7b4-6422e3fd20e1 req-0d7d6487-2745-4561-95e9-c9562ca2cedc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 1100 time: 0.0687521
Aug 24 20:03:40.365745 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-5a38ea57-6923-44ff-a7b4-6422e3fd20e1 req-1d15a32d-6ed1-4882-a4b8-5d39ba382c45 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387890
Aug 24 20:03:41.401778 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4352-1268-4f31-948c-fd296e1105ed req-de20be4e-be10-4f49-a89f-1b50c36b3c75 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:41.403291 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c4e4352-1268-4f31-948c-fd296e1105ed req-de20be4e-be10-4f49-a89f-1b50c36b3c75 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 947 time: 0.0831192
Aug 24 20:03:41.448647 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5c4e4352-1268-4f31-948c-fd296e1105ed req-a6126735-16e7-4dd2-a3d9-7ac376e27250 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391548
Aug 24 20:03:42.643653 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371126b3-0b1b-45aa-b3c6-c4d45a3a63fb req-7caa71ea-8e91-4a53-9e71-6b49a408b6f2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:42.645162 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-371126b3-0b1b-45aa-b3c6-c4d45a3a63fb req-7caa71ea-8e91-4a53-9e71-6b49a408b6f2 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 947 time: 0.0859034
Aug 24 20:03:42.691706 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-371126b3-0b1b-45aa-b3c6-c4d45a3a63fb req-8b5fe660-c220-47b4-953a-c5539551a1c3 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406370
Aug 24 20:03:43.880450 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00e60-9cc2-4176-9f2d-e1b15de5847b req-4a5b2d30-c1d5-4947-b558-73a57663a800 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:03:43.881897 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-68a00e60-9cc2-4176-9f2d-e1b15de5847b req-4a5b2d30-c1d5-4947-b558-73a57663a800 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 947 time: 0.0788813
Aug 24 20:03:43.928666 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-68a00e60-9cc2-4176-9f2d-e1b15de5847b req-dbb5a9d2-5017-4403-b8f8-385d781c8212 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411317
Aug 24 20:03:49.806783 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:00.395050 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ee79474c-d561-4e81-b1a5-139ea47cb897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:01.028966 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:03.305947 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-75fef792-2fc2-4172-921d-01415b6aca0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:04.186088 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:05.528818 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:07.018371 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740e3cb-9130-4c08-9e47-73f1c3b06489 req-23d260f6-f3cd-4a11-94f1-1ded0a41dfa5 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:07.019825 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f740e3cb-9130-4c08-9e47-73f1c3b06489 req-23d260f6-f3cd-4a11-94f1-1ded0a41dfa5 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 945 time: 0.1604841
Aug 24 20:04:07.063835 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f740e3cb-9130-4c08-9e47-73f1c3b06489 req-436030ec-63e5-4f2b-9f89-9aa420e01ca1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382261
Aug 24 20:04:08.253565 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad51bd-9d59-4cf1-b3f8-55d0ed3b4ca4 req-4cbd1225-daee-4b4c-9c40-fc5e4535727d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:08.255054 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-32ad51bd-9d59-4cf1-b3f8-55d0ed3b4ca4 req-4cbd1225-daee-4b4c-9c40-fc5e4535727d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 945 time: 0.0812089
Aug 24 20:04:08.298864 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-32ad51bd-9d59-4cf1-b3f8-55d0ed3b4ca4 req-71e48ec9-3bce-4d62-9fae-48a044e63812 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382373
Aug 24 20:04:08.991224 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-fb976f2b-3191-47f5-859f-350c0d5e5e82 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:08.991920 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-fb976f2b-3191-47f5-859f-350c0d5e5e82 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Synchronizing usage tracker for tenant:6e48d223f77a4b958da0350601eb7a6a on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:04:09.074582 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-fb976f2b-3191-47f5-859f-350c0d5e5e82 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Unset dirty status for tenant:6e48d223f77a4b958da0350601eb7a6a on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:04:09.075644 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-fb976f2b-3191-47f5-859f-350c0d5e5e82 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 945 time: 0.1624188
Aug 24 20:04:09.158876 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Deleting port d3478e29-d493-4ac1-8ae7-ad681205d453 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:09.159217 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:09.409437 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] For port d3478e29-d493-4ac1-8ae7-ad681205d453, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=d3478e29-d493-4ac1-8ae7-ad681205d453,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:09.409794 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:09.483521 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145858-3f49-4021-a387-76f36607cf24 req-37a65a56-72b3-4191-a36b-a272a6a3b95f tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:09.485592 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-80145858-3f49-4021-a387-76f36607cf24 req-37a65a56-72b3-4191-a36b-a272a6a3b95f tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 945 time: 0.0783501
Aug 24 20:04:09.532823 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-80145858-3f49-4021-a387-76f36607cf24 req-e18943b4-4cc1-4647-b4ed-10765302f710 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416644
Aug 24 20:04:09.633880 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Calling delete_port for d3478e29-d493-4ac1-8ae7-ad681205d453 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:04:09.836983 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:09.842847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-bc7688de-3291-4dd7-bb34-e80e44351325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:09.849570 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['d3478e29-d493-4ac1-8ae7-ad681205d453'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:04:09.890912 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Pushing event deleted for resources: {'Port': ['ID=d3478e29-d493-4ac1-8ae7-ad681205d453,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:09.930192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.930590 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.930954 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.931313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.931664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.932012 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.932360 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.932705 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.933056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.933401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.933740 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.934082 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:09.941025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:09.975824 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] No DVR routers for this DVR port d3478e29-d493-4ac1-8ae7-ad681205d453 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:04:09.978378 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:09.980825 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'name': 'network-vif-deleted', 'tag': 'd3478e29-d493-4ac1-8ae7-ad681205d453'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:04:10.022816 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a934e298-dfe3-4e91-a6a9-9de35648586b', 'name': 'network-vif-deleted', 'tag': 'd3478e29-d493-4ac1-8ae7-ad681205d453', 'status': 'completed', 'code': 200}
Aug 24 20:04:10.071902 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-e9734023-d0b8-425c-acf6-da0edc9bf6d2 req-f41ad5df-52da-42a2-a9af-a2af39c6b0b1 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "DELETE /v2.0/ports/d3478e29-d493-4ac1-8ae7-ad681205d453 HTTP/1.1" status: 204  len: 173 time: 0.9784517
Aug 24 20:04:10.694981 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4b8e0c5d-feef-473d-91cc-f306fd2a9cd8 req-6372b14c-bfad-477b-abfe-46108262e13f tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=a934e298-dfe3-4e91-a6a9-9de35648586b HTTP/1.1" status: 200  len: 210 time: 0.0432811
Aug 24 20:04:14.542160 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:04:14.585646 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device d3478e29-d493-4ac1-8ae7-ad681205d453 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:04:14.621510 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: d3478e29-d493-4ac1-8ae7-ad681205d453 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:04:14.621870 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device d3478e29-d493-4ac1-8ae7-ad681205d453 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:04:19.854066 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:22.861052 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-e849624c-875c-4987-80c6-d09a0548d126 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:22.862516 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-e849624c-875c-4987-80c6-d09a0548d126 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/networks?id=88ea8281-1840-422e-b753-bcad9dc59915 HTTP/1.1" status: 200  len: 814 time: 0.1476905
Aug 24 20:04:22.877352 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-1740b9e4-f7b2-4647-8fc6-7a1257375b1f tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/quotas/6e48d223f77a4b958da0350601eb7a6a HTTP/1.1" status: 200  len: 375 time: 0.0094252
Aug 24 20:04:22.923248 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-e07054bd-f0bc-431e-b396-f1f9b3a2aa81 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e48d223f77a4b958da0350601eb7a6a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0409229
Aug 24 20:04:23.100500 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-8a5295b7-b26a-46b6-a1be-0e7dd40f95ce service neutron] 10.222.0.37 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708200
Aug 24 20:04:23.227944 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-fabd8b87-25b9-46dd-9f04-4ce193ee97e8 service neutron] 10.222.0.37 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212132
Aug 24 20:04:23.552233 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3b0b9bb6-9030-4276-81fe-fce2fa2ceae9 req-63bfc213-46b1-4351-b45b-ba14d0ec68cf tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 210 time: 0.0957422
Aug 24 20:04:24.464047 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fee7dc-345f-48c8-b014-81c67f17c940 req-231de4ee-0b12-41d3-a012-3fe455402733 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:24.465472 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f2fee7dc-345f-48c8-b014-81c67f17c940 req-231de4ee-0b12-41d3-a012-3fe455402733 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 947 time: 0.0787508
Aug 24 20:04:24.512078 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f2fee7dc-345f-48c8-b014-81c67f17c940 req-89e559c0-7bf3-48bf-9926-c217a7691e5e tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408976
Aug 24 20:04:24.701474 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-599203bb-80a3-4425-a08f-7bf9dfdc2794 req-118f8b9f-3152-48f8-a68a-ff1849416903 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 210 time: 0.0447931
Aug 24 20:04:25.705219 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff426-2f02-4751-97ad-2b1719fbfb5f req-6c89ded7-de8d-4b36-a83a-93fb1f7f9817 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:25.706623 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8abff426-2f02-4751-97ad-2b1719fbfb5f req-6c89ded7-de8d-4b36-a83a-93fb1f7f9817 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 947 time: 0.0838623
Aug 24 20:04:25.752735 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8abff426-2f02-4751-97ad-2b1719fbfb5f req-c95e1af2-7fc0-43ce-9a6c-a3d997f01f0c tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups?id=633cb905-1921-482b-9f13-814a54899b61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405722
Aug 24 20:04:25.851359 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-03c74146-fe87-431d-819b-9f8c520c798c req-2e42f9bb-3685-4ca4-a901-58780c9e51c6 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 210 time: 0.0460413
Aug 24 20:04:25.932184 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-7d0e0804-2247-4225-8f23-2436e7164059 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:25.934349 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-7d0e0804-2247-4225-8f23-2436e7164059 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 947 time: 0.0854700
Aug 24 20:04:25.961607 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-9c6771de-c6cf-48a1-98c6-4715d3474a4b tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:25.963690 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-9c6771de-c6cf-48a1-98c6-4715d3474a4b tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "GET /v2.0/networks?id=88ea8281-1840-422e-b753-bcad9dc59915 HTTP/1.1" status: 200  len: 814 time: 0.1529007
Aug 24 20:04:25.980762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Request body: {'port': {'device_id': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915', 'admin_state_up': True, 'tenant_id': '6e48d223f77a4b958da0350601eb7a6a'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:04:26.005556 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Deleting port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:26.005888 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.123441 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:26.127656 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Usage tracker for resource:port and tenant:6e48d223f77a4b958da0350601eb7a6a is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:26.130552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:26.137261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:26.207918 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Made reservation on behalf of 6e48d223f77a4b958da0350601eb7a6a for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:04:26.218028 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.258762 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] For port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:26.259244 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.396711 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Allocated IP 172.20.0.13 (88ea8281-1840-422e-b753-bcad9dc59915/cb0ad5f1-9cb4-432a-8836-39665ef85437/04e4c327-950f-4a8d-b14f-3083d26ecd52) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:04:26.605838 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.663994 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.664397 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.664711 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Floating IP e1035db0-222f-48ba-a190-ad3916da4de6 disassociated. External IP: 172.27.3.125, port: 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759.
Aug 24 20:04:26.665053 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Calling delete_port for 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 owned by compute:nova {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:04:26.728943 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.735346 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f7e5b9cb-d92b-459b-960d-6aff5d370594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:26.798895 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Network 88ea8281-1840-422e-b753-bcad9dc59915 is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:04:26.802023 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:04:26.804590 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:04:26.852767 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Pushing event updated for resources: {'Port': ['ID=04e4c327-950f-4a8d-b14f-3083d26ecd52,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:26.855775 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:26.880819 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:26.881348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.906224 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:26.916025 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a744d176-2ec8-4a0b-8005-18b481e4c6cb tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:26.947296 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-185e761b-8aa6-42d5-84aa-964ca3205f7d req-d0bd741c-5cbc-406d-8ebc-38c5afddfb92 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 210 time: 0.0784028
Aug 24 20:04:26.963590 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event deleted for resources: {'Port': ['ID=9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:27.003186 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0271795
Aug 24 20:04:27.017494 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Request body: {'port': {'device_id': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:04:27.030140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.035127 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:27.086439 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:27.126892 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:27.231992 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb93be-268b-42e6-a4be-2d20f18fc625 req-33caa888-ffdb-4437-8afe-85589676eb5f tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:27.233491 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8aeb93be-268b-42e6-a4be-2d20f18fc625 req-33caa888-ffdb-4437-8afe-85589676eb5f tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 932 time: 0.2672443
Aug 24 20:04:27.259601 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Router fcc7dbe2-5d52-46cd-995e-b7403e26b070 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:04:27.346312 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8aeb93be-268b-42e6-a4be-2d20f18fc625 req-7b2db2ee-42a7-4a31-8153-92cf21635565 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050618
Aug 24 20:04:27.474732 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:04:27.486377 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] Sync routers for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:04:27.496639 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:04:27.497471 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a681f0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:04:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:27.505638 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e4c327-950f-4a8d-b14f-3083d26ecd52 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:04:27.512898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:27.527160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Transition to ACTIVE for port object 04e4c327-950f-4a8d-b14f-3083d26ecd52 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:04:27.550293 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] No DVR routers for this DVR port 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 on host hv-cinder-80587 {{(pid=80016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:04:27.552949 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:27.555467 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-deleted', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:04:27.567877 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9d039e6c-5bc2-4f68-bbb5-cedeab12f0f3 req-09c7b713-9cfa-4a71-b2c2-f18a8700f1e4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.60 "DELETE /v2.0/ports/9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 HTTP/1.1" status: 204  len: 173 time: 1.6282866
Aug 24 20:04:27.602821 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba36ddb-035d-418f-a990-c2be11633442', 'name': 'network-vif-deleted', 'tag': '9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759', 'status': 'completed', 'code': 200}
Aug 24 20:04:27.608208 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:27.614445 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-81c59685-2ccf-4ee2-a82c-b5df6e7e4dc1 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:27.680902 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:04:27.871462 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Pushing event updated for resources: {'Port': ['ID=04e4c327-950f-4a8d-b14f-3083d26ecd52,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:27.898624 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:27.941900 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Attempting to bind port 04e4c327-950f-4a8d-b14f-3083d26ecd52 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:04:27.941900 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Attempting to bind port 04e4c327-950f-4a8d-b14f-3083d26ecd52 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:04:27.941900 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Attempting to bind port 04e4c327-950f-4a8d-b14f-3083d26ecd52 on network 88ea8281-1840-422e-b753-bcad9dc59915 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:04:27.945557 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Port 04e4c327-950f-4a8d-b14f-3083d26ecd52 on network 88ea8281-1840-422e-b753-bcad9dc59915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 20:04:27.945887 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Attempting to bind port 04e4c327-950f-4a8d-b14f-3083d26ecd52 on network 88ea8281-1840-422e-b753-bcad9dc59915 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:04:27.950947 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:04:27.951277 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Checking segment: {'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:04:27.951651 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Bound using segment: {'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:04:27.952060 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Bound port: 04e4c327-950f-4a8d-b14f-3083d26ecd52, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742fba89-18f9-49ca-ac82-7c2d21d34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:04:27.952397 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:27.995928 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a681f0>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:28.000502 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] Checking router: fcc7dbe2-5d52-46cd-995e-b7403e26b070 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:04:28.009368 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:04:28.009981 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963a681f0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:04:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:28.044032 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] For port 04e4c327-950f-4a8d-b14f-3083d26ecd52, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:04:28.047603 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] For port 04e4c327-950f-4a8d-b14f-3083d26ecd52, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=04e4c327-950f-4a8d-b14f-3083d26ecd52,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:04:28.111865 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:28.116706 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:28.116964 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7128f1ce-f36d-4c50-bf03-193b796c058e req-94bf92bc-2f32-43b3-8cbc-d5c9f97527e5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Synchronizing usage tracker for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:04:28.174150 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:28.174959 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:28.176428 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] 10.222.0.60 "PUT /v2.0/ports/04e4c327-950f-4a8d-b14f-3083d26ecd52 HTTP/1.1" status: 200  len: 1094 time: 1.1638544
Aug 24 20:04:28.177073 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'tag': '04e4c327-950f-4a8d-b14f-3083d26ecd52'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:04:28.196499 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Pushing event updated for resources: {'Port': ['ID=04e4c327-950f-4a8d-b14f-3083d26ecd52,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:28.197181 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:04:28.207631 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:28.219800 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7128f1ce-f36d-4c50-bf03-193b796c058e req-94bf92bc-2f32-43b3-8cbc-d5c9f97527e5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Unset dirty status for tenant:190bce4eb9e949b9a5dff58ab500c5f7 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:04:28.221116 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7128f1ce-f36d-4c50-bf03-193b796c058e req-94bf92bc-2f32-43b3-8cbc-d5c9f97527e5 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba36ddb-035d-418f-a990-c2be11633442 HTTP/1.1" status: 200  len: 210 time: 0.1478989
Aug 24 20:04:28.233129 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'tag': '04e4c327-950f-4a8d-b14f-3083d26ecd52', 'status': 'completed', 'code': 200}
Aug 24 20:04:28.328584 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e2c52-8dae-4966-8c4d-5d384f80c194 req-5ef20a98-6527-4321-b5a4-87432012b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:28.330518 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-e34e2c52-8dae-4966-8c4d-5d384f80c194 req-5ef20a98-6527-4321-b5a4-87432012b2ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e48d223f77a4b958da0350601eb7a6a&device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 1097 time: 0.0793858
Aug 24 20:04:28.492539 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e2c52-8dae-4966-8c4d-5d384f80c194 req-09ddc0e8-15fb-4cfb-bcac-ca369a7d5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:28.494016 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-e34e2c52-8dae-4966-8c4d-5d384f80c194 req-09ddc0e8-15fb-4cfb-bcac-ca369a7d5131 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6e48d223f77a4b958da0350601eb7a6a&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1563127
Aug 24 20:04:28.561293 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fed01e-b438-4e8d-b752-0281020b2637 req-addc98f5-1b18-4289-be99-9eb43ef084f8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:28.563385 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-24fed01e-b438-4e8d-b752-0281020b2637 req-addc98f5-1b18-4289-be99-9eb43ef084f8 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 944 time: 0.0858586
Aug 24 20:04:28.575222 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963a681f0>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:28.581392 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727c10c-1020-4e4c-8415-4ffe20238e3a None None] The sync data for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi is: [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T19:58:07Z', 'revision_number': 4, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '9835f5b9-1a52-49f2-9675-4b44feacd3ef', 'name': '', 'network_id': '7a7728cf-d00e-4524-b24f-1c572470e409', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'mac_address': 'fa:16:3e:1b:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:06Z', 'updated_at': '2021-08-24T19:58:13Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'subnets': [{'id': 'e342f61b-d605-41e5-b967-e8768ddacd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:04:28.624213 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-24fed01e-b438-4e8d-b752-0281020b2637 req-de8afb36-0b74-4850-90a7-e4c75e277414 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541432
Aug 24 20:04:28.641804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e2c52-8dae-4966-8c4d-5d384f80c194 req-a810e096-fd31-47fc-98fa-8a56a2110829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:28.644860 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-e34e2c52-8dae-4966-8c4d-5d384f80c194 req-a810e096-fd31-47fc-98fa-8a56a2110829 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1428375
Aug 24 20:04:28.753660 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-8c9d8523-222a-4410-8de3-9b23585c5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:28.755223 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-8c9d8523-222a-4410-8de3-9b23585c5f05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e48d223f77a4b958da0350601eb7a6a&device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 1097 time: 0.0744331
Aug 24 20:04:28.828207 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-3ecb6ae5-3ab4-4ccb-9260-5d068fae614e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04e4c327-950f-4a8d-b14f-3083d26ecd52 HTTP/1.1" status: 200  len: 217 time: 0.0657673
Aug 24 20:04:28.830237 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2d130-abc4-4101-8525-ae6e57b215ef None None] New status for floating IP e1035db0-222f-48ba-a190-ad3916da4de6: DOWN {{(pid=80017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:04:28.890849 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-804de989-4287-435e-9185-6ab3bcc246ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:28.892298 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-804de989-4287-435e-9185-6ab3bcc246ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb0ad5f1-9cb4-432a-8836-39665ef85437 HTTP/1.1" status: 200  len: 854 time: 0.0584345
Aug 24 20:04:28.943605 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-be5fa74f-9866-4333-aa68-840513c72651 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88ea8281-1840-422e-b753-bcad9dc59915&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451620
Aug 24 20:04:29.075987 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-047b86ec-3457-43a5-9373-98645c713de1 service neutron] 10.222.0.60 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255345
Aug 24 20:04:29.209490 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7599c9bb-859f-4d21-b889-d1f82c7ac607 req-5d5bffd4-2144-4872-93cb-05143c82fd3b service neutron] 10.222.0.60 "GET /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270897
Aug 24 20:04:29.434666 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 33674) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:29.498417 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d5b0daf4-b4db-40d5-aee4-ee2ada7420f4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:29.526078 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d5b0daf4-b4db-40d5-aee4-ee2ada7420f4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:29.691212 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d5b0daf4-b4db-40d5-aee4-ee2ada7420f4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:29.695152 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f912d66e-bbd7-4629-a05e-3c65bf9c1199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:29.711444 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0daf4-b4db-40d5-aee4-ee2ada7420f4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633cb905-1921-482b-9f13-814a54899b61,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:29.714033 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d5b0daf4-b4db-40d5-aee4-ee2ada7420f4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:29.816970 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743906f-0648-4b98-9f41-0a46fff16317 req-02a93e94-9ee7-44d0-af20-1855c76999db tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:29.818450 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d743906f-0648-4b98-9f41-0a46fff16317 req-02a93e94-9ee7-44d0-af20-1855c76999db tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 944 time: 0.0799730
Aug 24 20:04:29.825275 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d5b0daf4-b4db-40d5-aee4-ee2ada7420f4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:29.829667 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-d5b0daf4-b4db-40d5-aee4-ee2ada7420f4 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "DELETE /v2.0/security-groups/633cb905-1921-482b-9f13-814a54899b61 HTTP/1.1" status: 204  len: 168 time: 0.3906496
Aug 24 20:04:29.829818 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33680) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:29.846506 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.api.v2.resource [None req-730246bc-351f-4ffa-b53c-31cb500b064a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] show failed (client error): The resource could not be found.
Aug 24 20:04:29.847487 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-730246bc-351f-4ffa-b53c-31cb500b064a tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "GET /v2.0/security-groups/633cb905-1921-482b-9f13-814a54899b61 HTTP/1.1" status: 404  len: 347 time: 0.0167758
Aug 24 20:04:29.850160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33684) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:29.867411 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d743906f-0648-4b98-9f41-0a46fff16317 req-77cc3f63-6564-413a-9369-e09991dd357b tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432634
Aug 24 20:04:29.905203 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:04:29.939750 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:04:29.940029 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 9ef9316e-ca5c-4aa4-97bf-a40ddf8c9759 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:04:30.005691 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Deleting port b3fe7244-d208-4689-9400-8a842415ffb3 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:30.006035 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:30.270621 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:30.271321 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:30.399840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Calling delete_port for b3fe7244-d208-4689-9400-8a842415ffb3 owned by network:floatingip {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:04:30.500162 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8d17f66a-661e-412a-bd8f-8e4e94fb80ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:30.639613 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:30.643779 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-560c2083-19ad-4123-9694-61ac7d0aa62e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:30.690725 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Pushing event deleted for resources: {'Port': ['ID=b3fe7244-d208-4689-9400-8a842415ffb3,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:30.693690 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:30.821508 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks [] for floatingip, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:30.858840 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-c3539bd7-7a0b-4460-a7d8-64ed39bf956f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0819812
Aug 24 20:04:30.929032 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:30.930159 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] 10.222.0.37 "DELETE /v2.0/floatingips/e1035db0-222f-48ba-a190-ad3916da4de6 HTTP/1.1" status: 204  len: 168 time: 1.0790880
Aug 24 20:04:30.977184 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-97f6bec8-4b6f-4119-b7c7-a5938f8c9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:30.978935 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-97f6bec8-4b6f-4119-b7c7-a5938f8c9a3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 1098 time: 0.0989892
Aug 24 20:04:31.022687 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:31.141458 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-9e825bb2-4409-49fe-9ea2-f6ee1d9b8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:31.142987 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-9e825bb2-4409-49fe-9ea2-f6ee1d9b8f9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1441152
Aug 24 20:04:31.160526 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cc188-52e9-464d-ab11-bc1a58acf748 req-0b4ad8c3-660a-4cb3-a5b4-065e951a6b80 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:31.161917 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e14cc188-52e9-464d-ab11-bc1a58acf748 req-0b4ad8c3-660a-4cb3-a5b4-065e951a6b80 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 944 time: 0.1879802
Aug 24 20:04:31.208444 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e14cc188-52e9-464d-ab11-bc1a58acf748 req-5a942631-ec10-42eb-8b44-b7540053799e tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407927
Aug 24 20:04:31.250061 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-cf26f127-b8de-47a2-8546-1f944c7738cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046 HTTP/1.1" status: 200  len: 1001 time: 0.1005290
Aug 24 20:04:31.315835 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-0c71037b-7d48-486d-9354-dc572efc41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:31.326842 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-0c71037b-7d48-486d-9354-dc572efc41d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0608749
Aug 24 20:04:31.397326 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-322638ec-2103-4480-ba18-a495e29a1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:31.398807 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-322638ec-2103-4480-ba18-a495e29a1878 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743589
Aug 24 20:04:31.532098 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-cdb2065b-7169-4970-9d34-3357425ef2f7 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267269
Aug 24 20:04:31.663029 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-2546aa44-8870-4197-a1a0-fbf950e4ef67 req-621fa1bf-1dd9-4d3e-9bed-c30001d579c9 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244476
Aug 24 20:04:31.919017 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 04e4c327-950f-4a8d-b14f-3083d26ecd52 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:04:32.049632 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 04e4c327-950f-4a8d-b14f-3083d26ecd52, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=04e4c327-950f-4a8d-b14f-3083d26ecd52,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:32.062891 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': '04e4c327-950f-4a8d-b14f-3083d26ecd52', 'network_id': '88ea8281-1840-422e-b753-bcad9dc59915', 'port_id': '04e4c327-950f-4a8d-b14f-3083d26ecd52', 'mac_address': 'fa:16:3e:88:92:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0ad5f1-9cb4-432a-8836-39665ef85437', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:04:32.119983 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:32.136120 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e4c327-950f-4a8d-b14f-3083d26ecd52 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:04:32.150900 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 04e4c327-950f-4a8d-b14f-3083d26ecd52, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=04e4c327-950f-4a8d-b14f-3083d26ecd52,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:32.222115 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:32.223867 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:32.288671 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=04e4c327-950f-4a8d-b14f-3083d26ecd52,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:32.295686 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.300480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:04:32.303053 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:32.403855 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ed6e3-ee44-494f-b6d0-7e618f1bbcd6 req-ec13cecc-b521-4ce2-8fbb-f1114dd578c3 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:32.405343 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9d6ed6e3-ee44-494f-b6d0-7e618f1bbcd6 req-ec13cecc-b521-4ce2-8fbb-f1114dd578c3 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 945 time: 0.0881529
Aug 24 20:04:32.453149 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['04e4c327-950f-4a8d-b14f-3083d26ecd52'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:04:32.454337 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9d6ed6e3-ee44-494f-b6d0-7e618f1bbcd6 req-17391a03-544a-4203-8751-a80a9315f11d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434246
Aug 24 20:04:33.296300 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-63b34744-1ddc-4684-bd00-c3920890faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:33.641831 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbf9be-cc87-44b3-b205-d63fff19e170 req-a5ea3077-f0e5-407f-9d25-a6cdacbe5d05 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:33.643325 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-29bbf9be-cc87-44b3-b205-d63fff19e170 req-a5ea3077-f0e5-407f-9d25-a6cdacbe5d05 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 945 time: 0.0849311
Aug 24 20:04:33.687212 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-29bbf9be-cc87-44b3-b205-d63fff19e170 req-76754b9a-1960-4ecb-8e19-6c75bff3e54d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382435
Aug 24 20:04:33.934268 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 04e4c327-950f-4a8d-b14f-3083d26ecd52 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:04:34.021921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33716) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:34.098533 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port 04e4c327-950f-4a8d-b14f-3083d26ecd52 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:04:34.104736 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port 04e4c327-950f-4a8d-b14f-3083d26ecd52 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:04:34.104736 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:34.197585 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:34.222040 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:34.248847 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e4c327-950f-4a8d-b14f-3083d26ecd52'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:04:34.259365 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port 04e4c327-950f-4a8d-b14f-3083d26ecd52, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=04e4c327-950f-4a8d-b14f-3083d26ecd52,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:34.297862 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e4c327-950f-4a8d-b14f-3083d26ecd52', 'code': 200}
Aug 24 20:04:34.327644 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:34.329872 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:34.403381 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=04e4c327-950f-4a8d-b14f-3083d26ecd52,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:34.406512 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:34.741444 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee156-b697-4d8b-b0c6-b67cfdcf0e36 req-ca5486f8-72cf-4aa4-a6ea-aada39889720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:34.742950 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-94bee156-b697-4d8b-b0c6-b67cfdcf0e36 req-ca5486f8-72cf-4aa4-a6ea-aada39889720 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 1099 time: 0.1284552
Aug 24 20:04:34.793025 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:34.850398 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-94bee156-b697-4d8b-b0c6-b67cfdcf0e36 req-8f775dfc-9ede-4d35-a50f-2f7062f71aeb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993636
Aug 24 20:04:34.874697 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377a1d9-3e03-4585-a4d0-fc4d126b0842 req-0251bfcc-3f98-4457-b859-9186fa1eb87d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:34.876151 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9377a1d9-3e03-4585-a4d0-fc4d126b0842 req-0251bfcc-3f98-4457-b859-9186fa1eb87d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 946 time: 0.0833707
Aug 24 20:04:34.919315 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9377a1d9-3e03-4585-a4d0-fc4d126b0842 req-39beaed2-e42e-4504-b84d-ce649c56cd3a tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375335
Aug 24 20:04:35.137582 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Deleting port 9835f5b9-1a52-49f2-9675-4b44feacd3ef {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:35.138194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:35.306611 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] For port 9835f5b9-1a52-49f2-9675-4b44feacd3ef, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9835f5b9-1a52-49f2-9675-4b44feacd3ef,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:35.306967 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:35.432264 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Calling delete_port for 9835f5b9-1a52-49f2-9675-4b44feacd3ef owned by network:router_interface {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:04:35.527711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:35.682164 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:35.685992 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-29e0534a-13fc-4f56-9299-89baa51aaefb tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:35.730568 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Pushing event deleted for resources: {'Port': ['ID=9835f5b9-1a52-49f2-9675-4b44feacd3ef,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:35.733654 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:36.104362 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:36.109155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f265f-d071-43bc-848a-c98c3a59205f req-2ab006dc-302e-418c-92b8-af8dd34d4edf tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:36.110650 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d81f265f-d071-43bc-848a-c98c3a59205f req-2ab006dc-302e-418c-92b8-af8dd34d4edf tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 946 time: 0.0793076
Aug 24 20:04:36.156628 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d81f265f-d071-43bc-848a-c98c3a59205f req-670e438e-424c-4546-9915-66edc80f1aec tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401318
Aug 24 20:04:36.470088 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Router fcc7dbe2-5d52-46cd-995e-b7403e26b070 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:04:36.644163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:04:36.652241 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] Sync routers for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:04:36.656204 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-934ab120-294c-43c1-a10f-36381e0de536 admin admin] 10.222.0.37 "PUT /v2.0/routers/fcc7dbe2-5d52-46cd-995e-b7403e26b070/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6330371
Aug 24 20:04:36.658762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33728) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:36.670228 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:04:36.671214 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963cf8be0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:04:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:36.837957 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks [] for router, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:36.868075 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:04:37.014068 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:37.125311 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Deleting port 753746b9-98b1-4f08-9ff2-daf4dac800a2 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:37.125625 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:37.142079 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963cf8be0>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T20:04:35Z', 'revision_number': 5, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port': {'id': '753746b9-98b1-4f08-9ff2-daf4dac800a2', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:58:02Z', 'updated_at': '2021-08-24T19:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:37.146069 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] Checking router: fcc7dbe2-5d52-46cd-995e-b7403e26b070 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:04:37.154787 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] Routers {'fcc7dbe2-5d52-46cd-995e-b7403e26b070'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:04:37.156127 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963cf8be0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:04:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:37.320314 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] Set router fcc7dbe2-5d52-46cd-995e-b7403e26b070 gateway port host: None {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:04:37.362015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5bb61-12f9-4b1f-905b-f29fb2f72aa1 req-5b68f2f3-08f9-48b0-a139-2955b47a0310 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:37.364490 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-faa5bb61-12f9-4b1f-905b-f29fb2f72aa1 req-5b68f2f3-08f9-48b0-a139-2955b47a0310 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 946 time: 0.0921154
Aug 24 20:04:37.412812 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-faa5bb61-12f9-4b1f-905b-f29fb2f72aa1 req-121c3804-dc53-49b3-aa58-fbc57c0528fd tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398180
Aug 24 20:04:37.425443 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] For port 753746b9-98b1-4f08-9ff2-daf4dac800a2, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=753746b9-98b1-4f08-9ff2-daf4dac800a2,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:37.425809 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:37.449410 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963cf8be0>, [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T20:04:37Z', 'revision_number': 6, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:37.454270 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979bbb0-37da-4fbd-a8e6-190025e2a886 None None] The sync data for ids ['fcc7dbe2-5d52-46cd-995e-b7403e26b070'] in dv-cinder-805877-1-iscsi is: [{'id': 'fcc7dbe2-5d52-46cd-995e-b7403e26b070', 'name': 'tempest-AttachVolumeShelveTestJSON-1503458525-router', 'tenant_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:58:01Z', 'updated_at': '2021-08-24T20:04:37Z', 'revision_number': 6, 'project_id': '190bce4eb9e949b9a5dff58ab500c5f7', 'gw_port_host': None}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:04:37.554687 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Calling delete_port for 753746b9-98b1-4f08-9ff2-daf4dac800a2 owned by network:router_gateway {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:04:37.847679 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:37.852061 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-39597364-9c9f-4beb-b03d-0ca2a5f50f1c tempest-AttachVolumeTestJSON-427709075 tempest-AttachVolumeTestJSON-427709075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:37.898682 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Pushing event deleted for resources: {'Port': ['ID=753746b9-98b1-4f08-9ff2-daf4dac800a2,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:37.901708 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:37.988888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.162313 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.164482 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.267950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.268496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc7dbe2-5d52-46cd-995e-b7403e26b070 {{(pid=80015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:04:38.281336 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.283206 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fcc7dbe2-5d52-46cd-995e-b7403e26b070 HTTP/1.1" status: 204  len: 168 time: 1.6226952
Aug 24 20:04:38.285030 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33742) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:38.363755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Deleting subnet e342f61b-d605-41e5-b967-e8768ddacd2e {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:04:38.367274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.419098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.506704 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.665103 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.670160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-738f9ed8-2473-4bfe-a71f-7188722496b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:38.704777 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e342f61b-d605-41e5-b967-e8768ddacd2e,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:38.706720 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.709575 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:38.711360 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c511819-a0fa-45af-9c7b-8904ee45a94a None None] Network 7a7728cf-d00e-4524-b24f-1c572470e409 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:04:38.714167 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5a0f6a49-36f6-4925-be0c-46729a28b7b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e342f61b-d605-41e5-b967-e8768ddacd2e HTTP/1.1" status: 204  len: 168 time: 0.4271507
Aug 24 20:04:38.716261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33748) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:38.823788 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.840993 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Deleting port dd5f4c90-f444-4d03-bb34-fa20703f1c65 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:38.840993 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:38.888263 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 753746b9-98b1-4f08-9ff2-daf4dac800a2 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:04:38.928381 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 753746b9-98b1-4f08-9ff2-daf4dac800a2 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:04:38.928653 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 753746b9-98b1-4f08-9ff2-daf4dac800a2 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:04:38.929082 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9835f5b9-1a52-49f2-9675-4b44feacd3ef no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:04:38.963308 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 9835f5b9-1a52-49f2-9675-4b44feacd3ef {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:04:38.963656 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9835f5b9-1a52-49f2-9675-4b44feacd3ef not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:04:39.045279 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] DHCP port deletion for 7a7728cf-d00e-4524-b24f-1c572470e409 request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:04:39.048591 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] For port dd5f4c90-f444-4d03-bb34-fa20703f1c65, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dd5f4c90-f444-4d03-bb34-fa20703f1c65,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:39.048954 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.049846 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Deleting port dd5f4c90-f444-4d03-bb34-fa20703f1c65 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:39.050224 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.259243 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] For port dd5f4c90-f444-4d03-bb34-fa20703f1c65, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dd5f4c90-f444-4d03-bb34-fa20703f1c65,segment=NetworkSegment(377e4681-2018-4588-a91b-0d96f66af509),segment_id=377e4681-2018-4588-a91b-0d96f66af509)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:04:39.259581 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.272395 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Calling delete_port for dd5f4c90-f444-4d03-bb34-fa20703f1c65 owned by network:dhcp {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:04:39.408969 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Calling delete_port for dd5f4c90-f444-4d03-bb34-fa20703f1c65 owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:04:39.445283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.453074 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-86fd62ec-b64d-497c-826d-09ce6a6d4382 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:39.482599 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:04:39.483673 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:04:39.496661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] No DVR routers for this DVR port dd5f4c90-f444-4d03-bb34-fa20703f1c65 on host dv-cinder-805877-1-iscsi {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:04:39.498301 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5f4c90-f444-4d03-bb34-fa20703f1c65,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:39.523526 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:39.612487 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.625536 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09634ccfd0>,) {'filters': {'network_id': ['7a7728cf-d00e-4524-b24f-1c572470e409']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:39.637397 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09634ccfd0>, '377e4681-2018-4588-a91b-0d96f66af509') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:39.637709 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09634ccfd0>, '377e4681-2018-4588-a91b-0d96f66af509') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:39.649523 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.665232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.671224 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:04:39.671607 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:04:39.684385 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:04:39.835949 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.839624 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:39.852642 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:39.863857 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7728cf-d00e-4524-b24f-1c572470e409,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:39.867928 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:39.937486 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7a7728cf-d00e-4524-b24f-1c572470e409 HTTP/1.1" status: 204  len: 168 time: 1.2202580
Aug 24 20:04:39.984753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Deleting port dd5f4c90-f444-4d03-bb34-fa20703f1c65 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:04:39.985253 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:40.048895 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-0b687b68-06e6-4e32-9dfa-174c5a54befc None None] The port 'dd5f4c90-f444-4d03-bb34-fa20703f1c65' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:04:40.221466 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 33756) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:40.269717 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4fc6cf6c-69f6-46e2-bc5f-9b1efcdded2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=190bce4eb9e949b9a5dff58ab500c5f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470660
Aug 24 20:04:40.272030 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 33760) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:40.328533 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:40.354098 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:40.475727 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:40.479924 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9f112daf-bda8-4c8e-8070-df086e990178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:40.494847 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7f6c4-c714-4ea9-a590-6ed841bd8045,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:40.498746 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:40.503277 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:40.507376 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44d7f6c4-c714-4ea9-a590-6ed841bd8045 HTTP/1.1" status: 204  len: 168 time: 0.2343061
Aug 24 20:04:40.878290 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dd5f4c90-f444-4d03-bb34-fa20703f1c65 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:04:40.915068 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: dd5f4c90-f444-4d03-bb34-fa20703f1c65 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:04:40.915413 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dd5f4c90-f444-4d03-bb34-fa20703f1c65 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:04:41.539546 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33786) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:41.649806 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-412230814-network', 'tenant_id': 'c52ec681cf474b75bb3a785b58b8326b'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:04:41.655163 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:41.660328 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Usage tracker for resource:network and tenant:c52ec681cf474b75bb3a785b58b8326b is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:41.663937 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:41.669982 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:41.759058 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Made reservation on behalf of c52ec681cf474b75bb3a785b58b8326b for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:04:41.761338 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:41.773561 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:41.791628 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:41.796032 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c52ec681cf474b75bb3a785b58b8326b is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:41.799014 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:41.804951 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:41.889491 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:41.970302 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:41.974225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6883cb95-76bd-4877-862b-64f8c3931586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:42.000825 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 20:04:42.008874 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d195cdc-839c-42da-907f-6dc574e939f8,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:42.024247 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:42.024247 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:42.024247 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Added segment 353502eb-f0de-4bf4-9125-3354aaa40219 of type vlan for network 4ccc0632-0e96-4cba-b437-bec293667020
Aug 24 20:04:42.039689 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:42.109982 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:42.111234 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:42.111804 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:42.114953 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:42.213085 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccc0632-0e96-4cba-b437-bec293667020,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:42.215731 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:42.223303 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 4ccc0632-0e96-4cba-b437-bec293667020 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 20:04:42.280087 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-9b5198c5-4b20-4a23-a34b-240b58da78b1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7394123
Aug 24 20:04:42.283398 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33794) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:42.288997 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Request body: {'subnet': {'network_id': '4ccc0632-0e96-4cba-b437-bec293667020', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-412230814-subnet', 'tenant_id': 'c52ec681cf474b75bb3a785b58b8326b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:04:42.293640 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:42.297521 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Usage tracker for resource:subnet and tenant:c52ec681cf474b75bb3a785b58b8326b is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:42.300356 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:42.305990 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:42.376101 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Made reservation on behalf of c52ec681cf474b75bb3a785b58b8326b for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:04:42.378387 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6650672'] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:42.635848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8347447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6650690'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:42.640108 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:42.710024 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2dad021-7731-4e3e-93ab-246011fc88b2,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:42.713789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:42.720879 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Checking segment: {'id': '353502eb-f0de-4bf4-9125-3354aaa40219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4ccc0632-0e96-4cba-b437-bec293667020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:04:42.721248 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Network hostable DHCP agents. Network: 4ccc0632-0e96-4cba-b437-bec293667020, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 20:04:42.822088 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Network 4ccc0632-0e96-4cba-b437-bec293667020 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 20:04:42.898762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 4ccc0632-0e96-4cba-b437-bec293667020) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:04:42.902701 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:42.906074 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:42.907466 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7bac9-c8bf-4af5-9108-75ccfb0be014 None None] Network 4ccc0632-0e96-4cba-b437-bec293667020 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:04:42.985629 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-b863502c-030b-4585-adf7-5dd33f3dcac4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6932113
Aug 24 20:04:43.111745 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a6b06-9dc8-4ec9-9a6c-033ec5c82bc4 None None] Network 4ccc0632-0e96-4cba-b437-bec293667020 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:04:43.648970 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33814) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:43.654554 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535270302-network', 'tenant_id': '5ebe2817b33e425da88e809b230f0155'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:04:43.659345 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:43.663183 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Usage tracker for resource:network and tenant:5ebe2817b33e425da88e809b230f0155 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:43.666022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:43.671736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:43.755286 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Made reservation on behalf of 5ebe2817b33e425da88e809b230f0155 for: {'network': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:04:43.757533 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:43.769457 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:43.783698 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:43.787422 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Usage tracker for resource:security_group_rule and tenant:5ebe2817b33e425da88e809b230f0155 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:43.790222 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:43.796447 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:43.882998 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:43.955736 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:43.959892 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3ce7f037-9247-423f-b6c8-2fb7bf372224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:43.984222 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=80015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 20:04:43.996124 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cd619b-467c-4db3-a14f-861a700030a3,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:43.999734 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:44.002465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:44.002810 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.segments_db [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Added segment 0e3b20b6-b91d-4cca-8893-a74b35c229a7 of type vlan for network d5e1e780-a16c-4d56-b5ea-02b6c59580ab
Aug 24 20:04:44.028936 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:44.098838 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:44.100069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:44.100653 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:44.105784 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:44.201807 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Pushing event updated for resources: {'Network': ['ID=d5e1e780-a16c-4d56-b5ea-02b6c59580ab,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:44.204348 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:44.211284 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network d5e1e780-a16c-4d56-b5ea-02b6c59580ab details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 20:04:44.291749 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3335ddf7-4173-4bb6-8daa-2ebcb740a3ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6416819
Aug 24 20:04:44.294715 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33820) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:44.300802 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Request body: {'subnet': {'network_id': 'd5e1e780-a16c-4d56-b5ea-02b6c59580ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1535270302-subnet', 'tenant_id': '5ebe2817b33e425da88e809b230f0155', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:04:44.305492 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:44.309496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Usage tracker for resource:subnet and tenant:5ebe2817b33e425da88e809b230f0155 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:44.312483 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:44.318240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:44.398915 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Made reservation on behalf of 5ebe2817b33e425da88e809b230f0155 for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:04:44.401277 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6650672'] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:44.767268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8347447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6650690'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:44.777769 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3df2b806-e4f3-43ef-b251-b161a9147979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:44.840103 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ca3eba-18c8-4fa7-a751-eb6dfd011d26,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:44.843978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:44.849779 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Checking segment: {'id': '0e3b20b6-b91d-4cca-8893-a74b35c229a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5e1e780-a16c-4d56-b5ea-02b6c59580ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:04:44.850129 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Network hostable DHCP agents. Network: d5e1e780-a16c-4d56-b5ea-02b6c59580ab, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 20:04:44.958898 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Network d5e1e780-a16c-4d56-b5ea-02b6c59580ab is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 20:04:45.027548 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, d5e1e780-a16c-4d56-b5ea-02b6c59580ab) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:04:45.031369 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:04:45.031954 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:45.037582 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5b7a2-25d5-4c04-b9f8-2e8bec6b7f13 None None] Network d5e1e780-a16c-4d56-b5ea-02b6c59580ab requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:04:45.153955 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-095a7821-6dd5-4654-b21e-4796d59131d8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8580959
Aug 24 20:04:45.241066 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55015af3-fd92-432c-9ef1-44c7f78c9360 None None] Network d5e1e780-a16c-4d56-b5ea-02b6c59580ab requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:04:45.286371 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33828) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:45.444978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Deleting subnet d2dad021-7731-4e3e-93ab-246011fc88b2 {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:04:45.448053 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:45.498918 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:45.554505 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:45.748008 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:45.752660 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:45.787129 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2dad021-7731-4e3e-93ab-246011fc88b2,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:45.790091 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:45.791086 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:45.797114 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-ae6d8e3c-f713-4b81-a19f-6405fbf1a647 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d2dad021-7731-4e3e-93ab-246011fc88b2 HTTP/1.1" status: 204  len: 168 time: 0.5096903
Aug 24 20:04:45.799773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33832) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:45.908271 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.032593 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.045902 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0962d510a0>,) {'filters': {'network_id': ['4ccc0632-0e96-4cba-b437-bec293667020']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:46.058301 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962d510a0>, '353502eb-f0de-4bf4-9125-3354aaa40219') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:46.058638 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962d510a0>, '353502eb-f0de-4bf4-9125-3354aaa40219') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:46.071309 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.087295 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.093292 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:04:46.093677 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:04:46.106892 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:04:46.301660 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.305331 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-0b262727-e904-4240-9d5b-3d945d59933a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:46.319186 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.328029 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccc0632-0e96-4cba-b437-bec293667020,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:46.330701 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4ccc0632-0e96-4cba-b437-bec293667020 HTTP/1.1" status: 204  len: 168 time: 0.5300009
Aug 24 20:04:46.336156 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-8ae8491b-6234-41d7-ab63-3a8de63af526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:46.336156 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33840) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:46.395352 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Deleting subnet a9ca3eba-18c8-4fa7-a751-eb6dfd011d26 {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:04:46.398527 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.448378 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.502889 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.687659 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.692911 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-431053d3-6c2e-4ac7-98eb-8ec15b4701c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:46.727825 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ca3eba-18c8-4fa7-a751-eb6dfd011d26,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:46.730888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:46.731850 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.737679 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a9ca3eba-18c8-4fa7-a751-eb6dfd011d26 HTTP/1.1" status: 204  len: 168 time: 0.4032896
Aug 24 20:04:46.740207 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33846) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:46.847541 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.970431 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:46.983081 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f096386e310>,) {'filters': {'network_id': ['d5e1e780-a16c-4d56-b5ea-02b6c59580ab']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:46.994865 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f096386e310>, '0e3b20b6-b91d-4cca-8893-a74b35c229a7') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:46.995167 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f096386e310>, '0e3b20b6-b91d-4cca-8893-a74b35c229a7') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:04:47.006658 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.022915 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.028868 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:04:47.029245 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:04:47.042492 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:04:47.178510 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.182009 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:47.195173 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.204519 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e1e780-a16c-4d56-b5ea-02b6c59580ab,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:47.207264 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5e1e780-a16c-4d56-b5ea-02b6c59580ab HTTP/1.1" status: 204  len: 168 time: 0.4661508
Aug 24 20:04:47.208109 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3eb59f60-b595-43b3-8526-25536a506658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:47.583365 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33854) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:47.637015 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-bd0a97cd-871b-4d1a-a016-ebf78a0e650b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c52ec681cf474b75bb3a785b58b8326b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522664
Aug 24 20:04:47.639448 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33858) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:47.701684 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dc12aa35-eefd-476c-885c-9c5472f60819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.726299 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dc12aa35-eefd-476c-885c-9c5472f60819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.861664 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dc12aa35-eefd-476c-885c-9c5472f60819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.865302 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dad00bf3-b429-4344-88cc-5770d6b0a61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:47.876220 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12aa35-eefd-476c-885c-9c5472f60819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d195cdc-839c-42da-907f-6dc574e939f8,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:47.879950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-dc12aa35-eefd-476c-885c-9c5472f60819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:47.883247 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-dc12aa35-eefd-476c-885c-9c5472f60819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:47.884577 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-dc12aa35-eefd-476c-885c-9c5472f60819 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d195cdc-839c-42da-907f-6dc574e939f8 HTTP/1.1" status: 204  len: 168 time: 0.2441716
Aug 24 20:04:48.502172 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33866) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:48.550075 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-27801aaf-1ba2-4bc6-b8cc-f58112ddd318 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ebe2817b33e425da88e809b230f0155&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0466125
Aug 24 20:04:48.552306 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 33870) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:48.609232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-796ee58e-256b-452e-bac5-83ad76486cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:48.635230 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-796ee58e-256b-452e-bac5-83ad76486cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:48.840928 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-796ee58e-256b-452e-bac5-83ad76486cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:48.844993 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-69124e4f-96dc-4b44-80c5-37b0ace66551 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:48.856293 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ee58e-256b-452e-bac5-83ad76486cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cd619b-467c-4db3-a14f-861a700030a3,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:48.858596 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-796ee58e-256b-452e-bac5-83ad76486cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:48.864010 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-796ee58e-256b-452e-bac5-83ad76486cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:48.865165 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-796ee58e-256b-452e-bac5-83ad76486cd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6cd619b-467c-4db3-a14f-861a700030a3 HTTP/1.1" status: 204  len: 168 time: 0.3119595
Aug 24 20:04:49.850501 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:51.540776 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:04:54.310419 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34020) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:54.426233 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:54.440304 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:54.444265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Usage tracker for resource:security_group_rule and tenant:e67042b6c40647a482751f80325bc2a7 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:54.447194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:54.453430 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:54.534955 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:54.617933 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:54.624941 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a38711b3-ba38-4dc2-91fa-924ffcfa0474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:54.664098 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d67937-087e-44cb-a525-a6b25b9f9676,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:54.667150 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:54.669675 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-23a551cc-a602-480b-b852-973fd3f895ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e67042b6c40647a482751f80325bc2a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3581772
Aug 24 20:04:54.672496 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34026) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:54.733468 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f0882bf-46c1-4385-a597-f6977ea919b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:54.758956 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f0882bf-46c1-4385-a597-f6977ea919b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:54.878444 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f0882bf-46c1-4385-a597-f6977ea919b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:54.882437 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-a32612f4-73cf-426d-80b8-301af2da1226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:54.893885 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0882bf-46c1-4385-a597-f6977ea919b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d67937-087e-44cb-a525-a6b25b9f9676,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:54.898462 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4f0882bf-46c1-4385-a597-f6977ea919b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:54.900554 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f0882bf-46c1-4385-a597-f6977ea919b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:54.901716 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4f0882bf-46c1-4385-a597-f6977ea919b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2d67937-087e-44cb-a525-a6b25b9f9676 HTTP/1.1" status: 204  len: 168 time: 0.2281966
Aug 24 20:04:55.522021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34040) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:55.540162 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:55.554192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:55.558137 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Usage tracker for resource:security_group_rule and tenant:28542d971214461e8cdfbad558fd9d06 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:55.561454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:55.567159 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:55.651461 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:55.718976 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:55.726697 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c888571f-c54f-4b09-a4b0-3b185002d8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:55.769168 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28542d971214461e8cdfbad558fd9d06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2458739
Aug 24 20:04:55.770026 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ad917-b8b3-4f0e-84df-44f3418df913,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:55.771768 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34044) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:55.773220 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:55.840871 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:55.869214 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:56.012418 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:56.016637 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6b38c2f1-871a-4523-adca-acaf9c5a3053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:56.027700 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ad917-b8b3-4f0e-84df-44f3418df913,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:56.031608 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:56.035038 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:56.036207 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/435ad917-b8b3-4f0e-84df-44f3418df913 HTTP/1.1" status: 204  len: 168 time: 0.2634344
Aug 24 20:04:58.626372 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34112) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:58.744354 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:58.755173 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:58.759428 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Usage tracker for resource:security_group_rule and tenant:92649ad84d3b43308bde2bee24ae518b is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:58.762255 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:58.767904 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:58.848245 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:58.903600 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:58.912036 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-82ebe0c5-64c3-4b43-a888-d8b8d0144edc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:58.954579 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92649ad84d3b43308bde2bee24ae518b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3271675
Aug 24 20:04:58.956174 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1981c8-ef91-4548-8ccf-c0f5bb884cab,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:58.957436 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34118) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:58.959366 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b2ddca82-dbb5-47b5-943c-32f6d80397b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:59.016146 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:59.041460 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:59.167003 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:59.170895 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-889cb55b-8e4b-43ad-b71f-6de3eb507859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:04:59.183141 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1981c8-ef91-4548-8ccf-c0f5bb884cab,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:04:59.186781 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:04:59.200693 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:59.206485 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d1981c8-ef91-4548-8ccf-c0f5bb884cab HTTP/1.1" status: 204  len: 168 time: 0.2478964
Aug 24 20:04:59.838131 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34136) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:04:59.860008 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:04:59.874387 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:04:59.878137 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Usage tracker for resource:security_group_rule and tenant:131038ea94d246ee8f16f559c5059afb is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:04:59.880927 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:04:59.886621 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:04:59.964848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:00.043951 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:00.052395 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4f4293a0-f48f-4b4c-948d-bded7a5e7178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:00.092530 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=131038ea94d246ee8f16f559c5059afb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2533238
Aug 24 20:05:00.093458 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f176f8d-bc29-406c-afb0-d0be80297e35,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:00.095649 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34140) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:00.096426 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-164e5f38-0c17-4717-afdb-dacec8e481e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:00.154424 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:00.179157 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:00.293240 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:00.297742 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-890ea030-c504-4ae1-ada0-09d06d00daab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:00.311804 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f176f8d-bc29-406c-afb0-d0be80297e35,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:00.314204 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:00.323386 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:00.326954 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f176f8d-bc29-406c-afb0-d0be80297e35 HTTP/1.1" status: 204  len: 168 time: 0.2278242
Aug 24 20:05:00.378186 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-99a7fbb5-4a1a-4bba-9274-76ff6f5cf20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:01.178166 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:01.543606 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91394bce-e489-4e7c-ae83-483384366f73 req-725ae24f-3a85-46b7-8c41-12033761cce2 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:01.545048 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-91394bce-e489-4e7c-ae83-483384366f73 req-725ae24f-3a85-46b7-8c41-12033761cce2 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 946 time: 0.0864348
Aug 24 20:05:01.591348 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-91394bce-e489-4e7c-ae83-483384366f73 req-665e0aa3-361d-423a-9524-a666a91504d4 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400484
Aug 24 20:05:02.779460 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee3a5b-571c-4822-bd51-1ca5b69557be req-177cca75-aa81-4d0c-bccc-41ed0e4b5f16 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:02.780920 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a8ee3a5b-571c-4822-bd51-1ca5b69557be req-177cca75-aa81-4d0c-bccc-41ed0e4b5f16 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 946 time: 0.0812888
Aug 24 20:05:02.838855 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a8ee3a5b-571c-4822-bd51-1ca5b69557be req-a417c2e0-bcff-45fc-86c1-ae23b7d41a42 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522115
Aug 24 20:05:03.201050 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34202) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:03.250713 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-3a6ebb9b-12f3-4dbe-bf7e-716b714638fc tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:03.251414 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-3a6ebb9b-12f3-4dbe-bf7e-716b714638fc tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Synchronizing usage tracker for tenant:6e48d223f77a4b958da0350601eb7a6a on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:05:03.329818 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4444822e-bb97-4956-8399-765476a7f98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:03.330311 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-3a6ebb9b-12f3-4dbe-bf7e-716b714638fc tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Unset dirty status for tenant:6e48d223f77a4b958da0350601eb7a6a on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:05:03.331434 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-3a6ebb9b-12f3-4dbe-bf7e-716b714638fc tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 946 time: 0.1640987
Aug 24 20:05:03.417976 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Deleting port 04e4c327-950f-4a8d-b14f-3083d26ecd52 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:03.418641 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:03.421967 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Deleting port 24ea4ef3-3223-4738-a349-dd8b2a9502d2 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:03.422309 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:03.598806 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:03.599143 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:03.683655 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] For port 04e4c327-950f-4a8d-b14f-3083d26ecd52, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=04e4c327-950f-4a8d-b14f-3083d26ecd52,segment=NetworkSegment(742fba89-18f9-49ca-ac82-7c2d21d34be4),segment_id=742fba89-18f9-49ca-ac82-7c2d21d34be4)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:03.684015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:03.810627 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Calling delete_port for 04e4c327-950f-4a8d-b14f-3083d26ecd52 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:03.826586 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Calling delete_port for 24ea4ef3-3223-4738-a349-dd8b2a9502d2 owned by network:floatingip {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:04.018065 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:04.024221 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:04.031265 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['04e4c327-950f-4a8d-b14f-3083d26ecd52'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:05:04.061832 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f02b9-4436-4dc2-9641-89deab8cfe5b req-8aeaf706-76ee-42f7-ba6f-763dab0073f4 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:04.063528 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-156f02b9-4436-4dc2-9641-89deab8cfe5b req-8aeaf706-76ee-42f7-ba6f-763dab0073f4 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 867 time: 0.1104629
Aug 24 20:05:04.073069 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Pushing event deleted for resources: {'Port': ['ID=04e4c327-950f-4a8d-b14f-3083d26ecd52,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:04.076983 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:04.111014 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-156f02b9-4436-4dc2-9641-89deab8cfe5b req-ed6a6ac0-09a3-4058-af82-221d8168488c tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/security-groups?id=780ea407-1a83-4f8a-8a47-b5953afa8fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418060
Aug 24 20:05:04.132446 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:04.137404 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:04.154195 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] No DVR routers for this DVR port 04e4c327-950f-4a8d-b14f-3083d26ecd52 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:05:04.156612 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:04.159230 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'name': 'network-vif-deleted', 'tag': '04e4c327-950f-4a8d-b14f-3083d26ecd52'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:05:04.184290 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event deleted for resources: {'Port': ['ID=24ea4ef3-3223-4738-a349-dd8b2a9502d2,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:04.189906 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:04.208556 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c26c2e9-fbd9-45c8-a1b0-36827217e362', 'name': 'network-vif-deleted', 'tag': '04e4c327-950f-4a8d-b14f-3083d26ecd52', 'status': 'completed', 'code': 200}
Aug 24 20:05:04.215851 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:04.248047 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bcdedfe3-bf15-44ea-ae8f-0dd5f859e926 req-728fa3a9-6f6e-45fa-9112-0704b70bb60d tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.60 "DELETE /v2.0/ports/04e4c327-950f-4a8d-b14f-3083d26ecd52 HTTP/1.1" status: 204  len: 173 time: 0.9039834
Aug 24 20:05:04.286123 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:04.286488 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Floating IP d8c55034-f25e-4e06-a9b0-60f062ed05f1 disassociated (deleted). External IP: 172.27.3.122, port: 4bb9eefb-9047-4b2f-9ceb-f86822db2046.
Aug 24 20:05:04.645683 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:05:04.827467 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:05:04.836629 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:05:04.843977 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:04.847572 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:04.848382 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f674610>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:04.902577 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7e5f6f9b-ce41-41bc-ad1b-fcde2311fce8 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "DELETE /v2.0/floatingips/d8c55034-f25e-4e06-a9b0-60f062ed05f1 HTTP/1.1" status: 204  len: 168 time: 1.6981142
Aug 24 20:05:04.902577 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:05:05.000039 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'status': 'completed', 'code': 200}
Aug 24 20:05:05.037883 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:05.220764 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-c4254179-b6ff-4ce4-b23a-858a2e0d840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:05.221824 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-c4254179-b6ff-4ce4-b23a-858a2e0d840f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 1098 time: 0.2097425
Aug 24 20:05:05.288723 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-bbc9768a-a5a6-40c8-a938-45993dd583ce req-bd7fc72f-8316-486b-978e-cabf02bbf749 tempest-VolumesSnapshotTestJSON-1111662459 tempest-VolumesSnapshotTestJSON-1111662459-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c26c2e9-fbd9-45c8-a1b0-36827217e362 HTTP/1.1" status: 200  len: 210 time: 0.0443354
Aug 24 20:05:05.384280 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-df26c203-d960-4f3e-9b43-810f01072b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:05.385897 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-df26c203-d960-4f3e-9b43-810f01072b37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1566634
Aug 24 20:05:05.419239 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f674610>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:12Z', 'revision_number': 1, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:05.427670 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:05:05.432493 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:05.433698 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f674610>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:05.475981 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-2fbd3a11-65e6-4d51-bb42-c916b1ed990f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046 HTTP/1.1" status: 200  len: 217 time: 0.0705466
Aug 24 20:05:05.542262 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-fd4a0be1-db1a-40fc-9aec-9e094e897951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:05.543736 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-fd4a0be1-db1a-40fc-9aec-9e094e897951 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0735631
Aug 24 20:05:05.610228 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063dd8f-5d59-454e-a19b-94a9e85d022d req-bdbf43fc-c054-463b-95f9-b2854c912dc3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:05.611109 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-5063dd8f-5d59-454e-a19b-94a9e85d022d req-bdbf43fc-c054-463b-95f9-b2854c912dc3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Synchronizing usage tracker for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:05:05.628108 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:05.665164 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:05.717516 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-0620abad-371b-4887-87f5-14c5d65a0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:05.719056 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-0620abad-371b-4887-87f5-14c5d65a0c70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1685441
Aug 24 20:05:05.726918 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-5063dd8f-5d59-454e-a19b-94a9e85d022d req-bdbf43fc-c054-463b-95f9-b2854c912dc3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Unset dirty status for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:05:05.728414 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5063dd8f-5d59-454e-a19b-94a9e85d022d req-bdbf43fc-c054-463b-95f9-b2854c912dc3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 945 time: 0.1984243
Aug 24 20:05:05.731226 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-b84149d4-8cce-4f2b-a9c8-cbb64b51f9ca service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 20:05:05.731226 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-b84149d4-8cce-4f2b-a9c8-cbb64b51f9ca service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053904
Aug 24 20:05:05.780613 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5063dd8f-5d59-454e-a19b-94a9e85d022d req-9bbaa3ba-e943-4039-9b05-a99e8e0438f9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448320
Aug 24 20:05:05.871165 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-d3e274f4-2a7f-4107-92f4-ded05c2646ef service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325743
Aug 24 20:05:06.015145 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-faca0536-8a7b-43bf-8add-cef7c53c6f30 req-211b536d-c049-44db-8aed-62a93da35b9a service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358807
Aug 24 20:05:06.050225 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f674610>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:12Z', 'revision_number': 1, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:06.054248 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d53f9c-cc43-436a-9574-144894ad7479 None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': 'ddd81cae-4c68-4229-afd4-4e9435356bf3', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'port_id': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'mac_address': 'fa:16:3e:a0:cc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:01:08Z', 'updated_at': '2021-08-24T20:01:12Z', 'revision_number': 1, 'project_id': 'aae696513b924a6c9394e083e0124637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:05:06.277182 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605648a4-40d4-4223-9bf0-f9e65884af0f None None] New status for floating IP d8c55034-f25e-4e06-a9b0-60f062ed05f1: DOWN {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:05:06.980630 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 04e4c327-950f-4a8d-b14f-3083d26ecd52 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:07.020843 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-90160333-ab4e-4fec-be89-7a85a5481a77 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:07.021583 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-90160333-ab4e-4fec-be89-7a85a5481a77 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Synchronizing usage tracker for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:05:07.034809 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-90160333-ab4e-4fec-be89-7a85a5481a77 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Unset dirty status for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:05:07.035968 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-90160333-ab4e-4fec-be89-7a85a5481a77 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 945 time: 0.0950949
Aug 24 20:05:07.079873 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6bf14-e7c6-4b34-9f79-0ef674566e60 req-49c961d9-31a3-4fa9-b58f-b20cc903d4cc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:07.081486 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0ce6bf14-e7c6-4b34-9f79-0ef674566e60 req-49c961d9-31a3-4fa9-b58f-b20cc903d4cc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 945 time: 0.0902860
Aug 24 20:05:07.083768 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 04e4c327-950f-4a8d-b14f-3083d26ecd52 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:07.084250 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 04e4c327-950f-4a8d-b14f-3083d26ecd52 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:07.116575 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Deleting port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:07.116949 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:07.128169 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-0ce6bf14-e7c6-4b34-9f79-0ef674566e60 req-1479223a-c825-4ec1-98c7-d3c7824e35c4 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391006
Aug 24 20:05:07.387542 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] For port 4bb9eefb-9047-4b2f-9ceb-f86822db2046, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=4bb9eefb-9047-4b2f-9ceb-f86822db2046,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:07.388105 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:07.513056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Calling delete_port for 4bb9eefb-9047-4b2f-9ceb-f86822db2046 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:07.703447 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:07.708934 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-05504f2a-e5ff-4104-a93a-92f11e36d64f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:07.754019 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event deleted for resources: {'Port': ['ID=4bb9eefb-9047-4b2f-9ceb-f86822db2046,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:07.757134 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:07.831858 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] No DVR routers for this DVR port 4bb9eefb-9047-4b2f-9ceb-f86822db2046 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:05:07.834724 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:07.837526 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'name': 'network-vif-deleted', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:05:07.883037 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c3be63-48a0-445b-81c4-267a0298bcbd', 'name': 'network-vif-deleted', 'tag': '4bb9eefb-9047-4b2f-9ceb-f86822db2046', 'status': 'completed', 'code': 200}
Aug 24 20:05:07.931201 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a4626983-fb1f-48a3-a6ae-4bedb74a8a9e req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "DELETE /v2.0/ports/4bb9eefb-9047-4b2f-9ceb-f86822db2046 HTTP/1.1" status: 204  len: 173 time: 0.8880384
Aug 24 20:05:08.278077 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d022d040-f504-4fa4-99d9-07fb781812dd req-b8bc6014-c4f6-4707-95a4-8def066302f9 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c3be63-48a0-445b-81c4-267a0298bcbd HTTP/1.1" status: 200  len: 210 time: 0.0424962
Aug 24 20:05:08.538782 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34284) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:08.662080 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:08.676271 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:08.680089 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0fa2f0da264999b823f5de936458d8 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:08.682869 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:08.689140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:08.769266 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:08.949119 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:08.958717 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c93e8dd3-7530-4ccb-8aea-d126f6c3e64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:08.999096 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d0fa2f0da264999b823f5de936458d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4592562
Aug 24 20:05:09.001609 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34292) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:09.004245 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab66f5ac-116b-46c0-bdd0-5ac1a53be4ee,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:09.016228 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-75bbb55b-0159-4438-acda-4990db0591f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:09.063199 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:09.088780 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:09.215677 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:09.223049 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-b95b1a2d-65a3-48f9-bd93-9167eec1a74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:09.342424 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab66f5ac-116b-46c0-bdd0-5ac1a53be4ee,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:09.346062 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:09.349367 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:09.350506 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab66f5ac-116b-46c0-bdd0-5ac1a53be4ee HTTP/1.1" status: 204  len: 168 time: 0.3479829
Aug 24 20:05:10.042830 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34308) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:10.061062 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:10.074770 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:10.078574 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:110e4e0038df499394f977e1c6a2eacc is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:10.081296 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:10.086998 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:10.166190 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:10.240191 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:10.246478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d482860a-e253-4e1a-a6ce-f301c25982df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:10.287239 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=110e4e0038df499394f977e1c6a2eacc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2433815
Aug 24 20:05:10.288104 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485e87e-ad35-43c1-9064-4252fe0d6471,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:10.290300 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34312) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:10.292617 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f0969d0e-0dc5-47ae-9e92-5836db316bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:10.348640 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:10.378922 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:10.500774 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:10.505505 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-5c41a82b-4f11-46f7-a1eb-9e33f7904c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:10.518228 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485e87e-ad35-43c1-9064-4252fe0d6471,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:10.520732 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:10.522191 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:10.523231 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3485e87e-ad35-43c1-9064-4252fe0d6471 HTTP/1.1" status: 204  len: 168 time: 0.2320445
Aug 24 20:05:11.140209 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4bb9eefb-9047-4b2f-9ceb-f86822db2046 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:11.172680 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 4bb9eefb-9047-4b2f-9ceb-f86822db2046 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:11.173026 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 4bb9eefb-9047-4b2f-9ceb-f86822db2046 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:11.239555 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34324) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:11.257749 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:11.272264 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:11.276027 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Usage tracker for resource:security_group_rule and tenant:61be3e3005e14b8ab04733aef37342f3 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:11.278827 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:11.284479 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:11.363921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:11.432182 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:11.439885 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9abd6976-b2bf-439b-9a9e-0b1189a6ec46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:11.480663 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61be3e3005e14b8ab04733aef37342f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2400994
Aug 24 20:05:11.482061 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f640a0-8977-4256-97de-553b8adf4629,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:11.483989 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34328) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:11.485030 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:11.541061 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:11.567321 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:11.692167 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:11.696966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-fc94633e-de1f-4fea-9874-89e25173eaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:11.708577 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f640a0-8977-4256-97de-553b8adf4629,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:11.716979 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:11.718068 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05f640a0-8977-4256-97de-553b8adf4629 HTTP/1.1" status: 204  len: 168 time: 0.2330589
Aug 24 20:05:11.719403 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.719782 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.720160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.720532 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.720892 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.721253 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.721611 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.721970 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.722650 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.722743 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.723039 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.723391 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:11.726268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-499f279c-2bf4-480f-ac50-9b75716fbd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:14.256305 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34418) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:14.435925 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Deleting port 885f4c51-11b0-469d-9c65-61039ccbd1ea {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:14.436265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:14.702030 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:14.702178 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:14.830850 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Calling delete_port for 885f4c51-11b0-469d-9c65-61039ccbd1ea owned by network:floatingip {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:15.109454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:15.113744 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7c5d7a62-ffa1-4a2d-811e-60b42d52d1df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:15.159667 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event deleted for resources: {'Port': ['ID=885f4c51-11b0-469d-9c65-61039ccbd1ea,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:15.162424 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:15.258585 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:15.259304 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Floating IP ddd81cae-4c68-4229-afd4-4e9435356bf3 disassociated (deleted). External IP: 172.27.3.144, port: 79a6316e-b66d-47f1-a91b-fa09a8eef317.
Aug 24 20:05:15.613429 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:05:15.796969 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:05:15.807151 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:05:15.813603 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:15.817345 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:15.817958 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efffa90>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:15.876744 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-6e0347f5-df4f-4e69-b076-bf550799addd tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "DELETE /v2.0/floatingips/ddd81cae-4c68-4229-afd4-4e9435356bf3 HTTP/1.1" status: 204  len: 168 time: 1.6414564
Aug 24 20:05:15.877472 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:05:15.935386 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'status': 'completed', 'code': 200}
Aug 24 20:05:16.012051 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:16.045796 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-4a994775-81f9-4d39-8aaf-9c3f33d3c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:16.047423 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-4a994775-81f9-4d39-8aaf-9c3f33d3c4f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae696513b924a6c9394e083e0124637&device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 1098 time: 0.0859568
Aug 24 20:05:16.190290 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-ea53856a-8f2c-4066-8e17-90ca940fdc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:16.191739 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-ea53856a-8f2c-4066-8e17-90ca940fdc02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 200  len: 911 time: 0.1377337
Aug 24 20:05:16.358355 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efffa90>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:16.363898 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:05:16.381463 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:16.382195 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efffa90>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:16.384259 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-b79a59a6-9891-4afd-9b7c-ce42b6416dfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317 HTTP/1.1" status: 200  len: 217 time: 0.1814394
Aug 24 20:05:16.462568 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-93e25b58-5141-4005-ad71-00e662e10638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:16.464204 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-93e25b58-5141-4005-ad71-00e662e10638 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 200  len: 850 time: 0.0687070
Aug 24 20:05:16.541832 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064380d-f94a-4b4b-ab78-65a6598a1087 req-3d664ab4-edef-4a87-9801-d6b8d2fd8d9a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:16.544658 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3064380d-f94a-4b4b-ab78-65a6598a1087 req-3d664ab4-edef-4a87-9801-d6b8d2fd8d9a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 945 time: 0.0974667
Aug 24 20:05:16.548921 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-690d236d-7a6d-4703-bde0-cd189678069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:16.550573 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-690d236d-7a6d-4703-bde0-cd189678069c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05c1a9a7-b44f-4597-b30c-ffa452ade7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795972
Aug 24 20:05:16.564861 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:16.598063 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-3064380d-f94a-4b4b-ab78-65a6598a1087 req-9b0feb52-06a0-400d-bcdd-6002babd2522 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473533
Aug 24 20:05:16.698694 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-c9fd553a-7866-4c32-911f-419d1f111bf7 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379340
Aug 24 20:05:16.854893 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-ba9fa4fa-9864-4b16-bcc5-2a3d6e50e710 req-3be2238e-8a22-45ff-9cdc-b66dddf1e284 service neutron] 10.222.0.60 "GET /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504636
Aug 24 20:05:16.897517 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efffa90>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:16.902220 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9115f6b-9fdd-49ee-a3d3-7d9e9047bff5 None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T19:56:39Z', 'revision_number': 4, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d', 'name': '', 'network_id': '05c1a9a7-b44f-4597-b30c-ffa452ade7a6', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'mac_address': 'fa:16:3e:d1:eb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:37Z', 'updated_at': '2021-08-24T19:56:47Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'subnets': [{'id': 'eaea5eda-2b0f-4a2b-a444-64df6a223421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:05:17.224474 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202fba6-5a98-445c-9790-5919e10a481c None None] New status for floating IP ddd81cae-4c68-4229-afd4-4e9435356bf3: DOWN {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:05:17.788076 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d80b53-3c2f-4d1b-8d1a-6922880bf797 req-9134ad5c-b90e-4efd-a064-84dd45161cdc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:17.789537 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-03d80b53-3c2f-4d1b-8d1a-6922880bf797 req-9134ad5c-b90e-4efd-a064-84dd45161cdc tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 945 time: 0.0827892
Aug 24 20:05:17.834374 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-03d80b53-3c2f-4d1b-8d1a-6922880bf797 req-ef004a77-5713-4c2c-9b6e-6735b3ea4341 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384324
Aug 24 20:05:18.184251 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-f16374fb-d3f2-4771-adc9-0ce3d62ab88f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:18.185362 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-f16374fb-d3f2-4771-adc9-0ce3d62ab88f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Synchronizing usage tracker for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:05:18.295601 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-f16374fb-d3f2-4771-adc9-0ce3d62ab88f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Unset dirty status for tenant:aae696513b924a6c9394e083e0124637 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:05:18.296756 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-f16374fb-d3f2-4771-adc9-0ce3d62ab88f tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 945 time: 0.2019565
Aug 24 20:05:18.379166 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Deleting port 79a6316e-b66d-47f1-a91b-fa09a8eef317 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:18.379534 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:18.635059 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] For port 79a6316e-b66d-47f1-a91b-fa09a8eef317, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=79a6316e-b66d-47f1-a91b-fa09a8eef317,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:18.635425 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:18.764325 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Calling delete_port for 79a6316e-b66d-47f1-a91b-fa09a8eef317 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:19.000643 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:19.006883 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:19.021155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0186276-4b31-43ad-9fd3-80dc4f0da7c6 req-7ac16f5f-56b2-4063-b5d1-5e55c0b2ea68 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:19.022540 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a0186276-4b31-43ad-9fd3-80dc4f0da7c6 req-7ac16f5f-56b2-4063-b5d1-5e55c0b2ea68 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 867 time: 0.0820074
Aug 24 20:05:19.067362 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event deleted for resources: {'Port': ['ID=79a6316e-b66d-47f1-a91b-fa09a8eef317,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:19.071038 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:19.072181 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-a0186276-4b31-43ad-9fd3-80dc4f0da7c6 req-993d3df5-c48c-44e7-af27-9336b2ece1e5 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b573397-28a3-4e2e-a34c-c1eea1b3c710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435362
Aug 24 20:05:19.149938 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] No DVR routers for this DVR port 79a6316e-b66d-47f1-a91b-fa09a8eef317 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:05:19.152316 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:19.156986 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'name': 'network-vif-deleted', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:05:19.200929 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f266b2-5ef6-4de2-826b-1850c67cf221', 'name': 'network-vif-deleted', 'tag': '79a6316e-b66d-47f1-a91b-fa09a8eef317', 'status': 'completed', 'code': 200}
Aug 24 20:05:19.239138 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-02232f86-6337-4e36-9382-ee9d8135ac4b req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.60 "DELETE /v2.0/ports/79a6316e-b66d-47f1-a91b-fa09a8eef317 HTTP/1.1" status: 204  len: 173 time: 0.9361224
Aug 24 20:05:19.828772 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:20.228849 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-358cb361-5128-46d1-90d2-21626cdbf75f req-aaae70cd-9dbd-49bd-8aa7-7ef2da4430fe tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 210 time: 0.0473490
Aug 24 20:05:21.380600 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7d0700a1-302a-48c3-96ad-f4bf22e0d7f2 req-106047a2-5a3b-47d8-80a5-7d86cc16e3a3 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 210 time: 0.0447206
Aug 24 20:05:22.525030 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c95e896-be81-4e44-b6a3-242b28b086cb req-75a90ab8-93e3-4263-82b0-08ca1d6f29a7 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 210 time: 0.0418975
Aug 24 20:05:23.029830 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 79a6316e-b66d-47f1-a91b-fa09a8eef317 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:23.063707 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: 79a6316e-b66d-47f1-a91b-fa09a8eef317 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:23.064060 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device 79a6316e-b66d-47f1-a91b-fa09a8eef317 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:23.692754 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e022dcfc-5507-401c-8019-0bdc5f36a9ec req-27f05e55-0ab4-49a5-a34d-3ab6e4a76638 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f266b2-5ef6-4de2-826b-1850c67cf221 HTTP/1.1" status: 200  len: 210 time: 0.0477817
Aug 24 20:05:24.792149 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34512) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:24.955676 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Deleting port ad856533-e9be-415f-a584-fbe030807cda {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:24.956022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:25.218776 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:25.219115 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:25.343042 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Calling delete_port for ad856533-e9be-415f-a584-fbe030807cda owned by network:floatingip {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:25.546672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:25.550515 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-efb93feb-da62-4975-a7c4-9d423f18d75e tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:25.591227 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event deleted for resources: {'Port': ['ID=ad856533-e9be-415f-a584-fbe030807cda,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:25.594649 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:25.688274 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for floatingip, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:25.702389 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:25.703494 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "DELETE /v2.0/floatingips/1badc8aa-72c2-4777-983c-3610d5fc8af1 HTTP/1.1" status: 204  len: 168 time: 0.9103694
Aug 24 20:05:27.263016 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34550) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:27.331979 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-375c3484-e083-4496-9407-66512d3e7231 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:27.361978 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-375c3484-e083-4496-9407-66512d3e7231 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:27.537283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-375c3484-e083-4496-9407-66512d3e7231 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:27.542715 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a71d43d2-e41d-4808-a4e1-cb758efe6ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:27.556919 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c3484-e083-4496-9407-66512d3e7231 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b573397-28a3-4e2e-a34c-c1eea1b3c710,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:27.559646 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-375c3484-e083-4496-9407-66512d3e7231 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:27.661890 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-375c3484-e083-4496-9407-66512d3e7231 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:27.663012 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-375c3484-e083-4496-9407-66512d3e7231 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b573397-28a3-4e2e-a34c-c1eea1b3c710 HTTP/1.1" status: 204  len: 168 time: 0.3990080
Aug 24 20:05:27.849225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34560) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:28.539633 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:05:28.601200 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:29.077521 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Deleting port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:29.077860 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:29.254529 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] For port 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:29.254884 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:29.379712 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Calling delete_port for 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d owned by network:router_interface {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:29.689941 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:29.694839 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-303fad3d-b730-4d12-a312-43c8f5b1968b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:29.741092 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:29.772906 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:30.005851 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:30.362131 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:05:30.400630 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3fdb3726-44e1-4a63-a3c5-581681623f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:30.636083 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:05:30.645079 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] Sync routers for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:05:30.650643 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] 10.222.0.37 "PUT /v2.0/routers/5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7980218
Aug 24 20:05:30.650864 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34596) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:30.658576 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:30.659204 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f3f2b50>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:30.826542 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks [] for router, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:30.868833 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:31.003444 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:31.117776 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Deleting port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:31.118233 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:31.136353 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:31.171112 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f3f2b50>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T20:05:29Z', 'revision_number': 5, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port': {'id': '22b035c6-4d0d-45ec-a1a6-81da15ca06fc', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:33Z', 'updated_at': '2021-08-24T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:31.174837 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] Checking router: 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:05:31.183417 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] Routers {'5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:31.184041 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f3f2b50>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:31.300947 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] For port 22b035c6-4d0d-45ec-a1a6-81da15ca06fc, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:31.301308 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:31.338373 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] Set router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 gateway port host: None {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:31.426496 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Calling delete_port for 22b035c6-4d0d-45ec-a1a6-81da15ca06fc owned by network:router_gateway {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:31.446805 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f3f2b50>, [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T20:05:31Z', 'revision_number': 6, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:31.451771 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b05d35-6de2-4e80-a933-50fc802b0d71 None None] The sync data for ids ['5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1'] in dv-cinder-805877-1-iscsi is: [{'id': '5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1', 'name': 'tempest-TestVolumeBootPattern-375058438-router', 'tenant_id': 'aae696513b924a6c9394e083e0124637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:31Z', 'updated_at': '2021-08-24T20:05:31Z', 'revision_number': 6, 'project_id': 'aae696513b924a6c9394e083e0124637', 'gw_port_host': None}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:05:31.679947 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:31.685362 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-059432e0-0d35-4a44-8fd5-b9e7afb784e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:31.757394 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b035c6-4d0d-45ec-a1a6-81da15ca06fc,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:31.759586 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:31.828011 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.125868 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.128427 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.266240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.266826 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 {{(pid=80015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:05:32.279258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.280374 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5c393f97-2b8c-4c56-b2f9-1b1fd7284cf1 HTTP/1.1" status: 204  len: 168 time: 1.6286089
Aug 24 20:05:32.283065 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34608) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:32.343762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Deleting subnet eaea5eda-2b0f-4a2b-a444-64df6a223421 {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:05:32.346885 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.400248 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.483214 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.632764 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.637137 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:32.672933 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaea5eda-2b0f-4a2b-a444-64df6a223421,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:32.675450 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:32.676423 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.683114 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-24dd3c6f-4961-4277-9f60-4be8dfd7436b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eaea5eda-2b0f-4a2b-a444-64df6a223421 HTTP/1.1" status: 204  len: 168 time: 0.3990147
Aug 24 20:05:32.687867 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34634) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:32.690875 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21994d9e-1969-4dc9-b30f-476776c5bc08 None None] Network 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:05:32.792401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.804753 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Deleting port dec01f5a-206d-4390-af46-f0b6f6c55ca7 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:32.808279 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:32.919791 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 22b035c6-4d0d-45ec-a1a6-81da15ca06fc no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:32.957423 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 22b035c6-4d0d-45ec-a1a6-81da15ca06fc {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:32.957802 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 22b035c6-4d0d-45ec-a1a6-81da15ca06fc not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:32.958266 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:32.989647 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] DHCP port deletion for 05c1a9a7-b44f-4597-b30c-ffa452ade7a6 request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:05:33.001561 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:33.001561 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 71a3bbaa-aba4-4c84-a7f6-b3d19de3b04d not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:33.001561 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Deleting port dec01f5a-206d-4390-af46-f0b6f6c55ca7 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:33.001924 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.057389 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] For port dec01f5a-206d-4390-af46-f0b6f6c55ca7, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dec01f5a-206d-4390-af46-f0b6f6c55ca7,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:33.058013 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.189919 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Calling delete_port for dec01f5a-206d-4390-af46-f0b6f6c55ca7 owned by network:dhcp {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:33.213205 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] For port dec01f5a-206d-4390-af46-f0b6f6c55ca7, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=dec01f5a-206d-4390-af46-f0b6f6c55ca7,segment=NetworkSegment(2ebc49cf-e9bb-4a55-b568-15ba8922d18f),segment_id=2ebc49cf-e9bb-4a55-b568-15ba8922d18f)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:33.213603 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.348028 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Calling delete_port for dec01f5a-206d-4390-af46-f0b6f6c55ca7 owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:33.411792 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.417505 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4f66c30f-5ffb-40ac-beb7-d13074f4b659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:33.456564 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-32c05404-0e3f-4d98-9284-84143a845ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.459706 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:05:33.460065 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:05:33.463468 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec01f5a-206d-4390-af46-f0b6f6c55ca7,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:33.467003 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:33.467844 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] No DVR routers for this DVR port dec01f5a-206d-4390-af46-f0b6f6c55ca7 on host dv-cinder-805877-1-iscsi {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:05:33.583635 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.596502 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f09639ac970>,) {'filters': {'network_id': ['05c1a9a7-b44f-4597-b30c-ffa452ade7a6']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:33.609490 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f09639ac970>, '2ebc49cf-e9bb-4a55-b568-15ba8922d18f') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:33.609789 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f09639ac970>, '2ebc49cf-e9bb-4a55-b568-15ba8922d18f') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:33.621710 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.637406 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.643477 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:05:33.644346 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:05:33.656975 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:05:33.828823 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.832193 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:33.845852 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.856261 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Pushing event deleted for resources: {'Network': ['ID=05c1a9a7-b44f-4597-b30c-ffa452ade7a6,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:33.859347 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:33.960415 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5863c696-4e5a-4a5d-b546-02844917ac90 admin admin] 10.222.0.37 "DELETE /v2.0/networks/05c1a9a7-b44f-4597-b30c-ffa452ade7a6 HTTP/1.1" status: 204  len: 168 time: 1.2733603
Aug 24 20:05:33.961418 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Deleting port dec01f5a-206d-4390-af46-f0b6f6c55ca7 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:33.961889 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:33.963195 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34650) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:34.029067 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf26d5-84fe-4712-8249-00ee5c1debc6 None None] The port 'dec01f5a-206d-4390-af46-f0b6f6c55ca7' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:05:34.183096 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:34.608942 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:34.908889 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dec01f5a-206d-4390-af46-f0b6f6c55ca7 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:34.945698 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: dec01f5a-206d-4390-af46-f0b6f6c55ca7 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:34.946137 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device dec01f5a-206d-4390-af46-f0b6f6c55ca7 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:34.963534 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Deleting port 9b8fdf3c-f035-4116-99ad-449f756ebf08 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:34.968310 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.137788 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] For port 9b8fdf3c-f035-4116-99ad-449f756ebf08, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9b8fdf3c-f035-4116-99ad-449f756ebf08,segment=NetworkSegment(dc717ad5-8bea-4191-82f6-f8e03aad4c02),segment_id=dc717ad5-8bea-4191-82f6-f8e03aad4c02)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:35.138070 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.264302 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Calling delete_port for 9b8fdf3c-f035-4116-99ad-449f756ebf08 owned by network:router_interface {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:35.322106 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34668) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:35.443819 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.458729 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:35.463231 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ab4a012b7a4f19a776bc37eb90dc34 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:35.466545 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:35.473227 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:35.531602 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.535721 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-be65c13b-3e91-4674-a5b0-67b205820767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:35.551063 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34676) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:35.579377 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8fdf3c-f035-4116-99ad-449f756ebf08,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:35.583019 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:35.617819 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.632528 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.641125 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Deleting subnet cb0ad5f1-9cb4-432a-8836-39665ef85437 {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:05:35.644598 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.701096 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8368326'] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.729164 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.742221 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f64651b8-7820-4957-9fd7-b7bd5fbeca76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:35.808101 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc07fb-2615-4fae-be49-f0e91459093e,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:35.814599 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8ab4a012b7a4f19a776bc37eb90dc34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4889030
Aug 24 20:05:35.816995 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.844738 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34680) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:35.865996 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.866294 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.866696 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.867044 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.867400 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.867755 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.868107 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.868458 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.868811 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.869157 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.869504 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.869847 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:35.874656 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-da6ff8e7-876c-4c6e-a96a-90557c82d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:35.949627 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.956755 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:35.976950 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.015496 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8369050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8284455'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.020610 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d31a25e3-7ea1-44e2-a60b-e4346e906295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:36.059223 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0ad5f1-9cb4-432a-8836-39665ef85437,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:36.061199 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.064919 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:36.077800 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7bb14c31-77e4-4381-8c5a-543daca51e75 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb0ad5f1-9cb4-432a-8836-39665ef85437 HTTP/1.1" status: 204  len: 168 time: 0.5257204
Aug 24 20:05:36.082161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34684) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:36.164733 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.167193 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.168351 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0fc07fb-2615-4fae-be49-f0e91459093e HTTP/1.1" status: 204  len: 168 time: 0.3226454
Aug 24 20:05:36.171404 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-ad007415-f59e-4db9-8094-f3039d42d746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:36.191302 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc07fb-2615-4fae-be49-f0e91459093e,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:36.195812 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:36.202424 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.341630 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.346130 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Router c8a72856-8be2-4c4c-9fa3-517028a605f3 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:05:36.358240 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0962eb65b0>,) {'filters': {'network_id': ['88ea8281-1840-422e-b753-bcad9dc59915']}} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:36.371014 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962eb65b0>, '742fba89-18f9-49ca-ac82-7c2d21d34be4') {'for_net_delete': True} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:36.371532 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962eb65b0>, '742fba89-18f9-49ca-ac82-7c2d21d34be4') {} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:36.383643 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8368345'] for segment, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.399527 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.406140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=80016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:05:36.406570 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8369148'] for segment, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]: Traceback (most recent call last):
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     timer()
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     cb(*args, **kw)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     return func(*args, **kwargs)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     self._notify()
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     self.callback(batched_events)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     event.method(event)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     return f(self, *a, **k)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._get(url).json()
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:05:36.419495 dv-cinder-805877-1-iscsi neutron-server[80016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:05:36.533661 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:05:36.549482 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] Sync routers for ids ['c8a72856-8be2-4c4c-9fa3-517028a605f3'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:05:36.560180 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] Routers {'c8a72856-8be2-4c4c-9fa3-517028a605f3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:36.560893 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d760>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['c8a72856-8be2-4c4c-9fa3-517028a605f3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:36.624650 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] 10.222.0.37 "PUT /v2.0/routers/c8a72856-8be2-4c4c-9fa3-517028a605f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6603048
Aug 24 20:05:36.627022 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34696) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:36.679942 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.684014 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:36.699485 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:36.712702 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ea8281-1840-422e-b753-bcad9dc59915,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:36.712702 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:36.780397 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] Set router c8a72856-8be2-4c4c-9fa3-517028a605f3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:36.791793 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/88ea8281-1840-422e-b753-bcad9dc59915 HTTP/1.1" status: 204  len: 168 time: 0.7079113
Aug 24 20:05:36.813600 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.019465 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.098081 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d760>, [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'acc7213a-7783-4409-a251-500157b7fa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T20:05:35Z', 'revision_number': 5, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port': {'id': 'acc7213a-7783-4409-a251-500157b7fa45', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:56:49Z', 'updated_at': '2021-08-24T19:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:37.101898 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] Checking router: c8a72856-8be2-4c4c-9fa3-517028a605f3 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:05:37.110550 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] Routers {'c8a72856-8be2-4c4c-9fa3-517028a605f3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:37.111211 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d760>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['c8a72856-8be2-4c4c-9fa3-517028a605f3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:37.152713 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Deleting port acc7213a-7783-4409-a251-500157b7fa45 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:37.153194 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.273413 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] Set router c8a72856-8be2-4c4c-9fa3-517028a605f3 gateway port host: None {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:37.358513 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] For port acc7213a-7783-4409-a251-500157b7fa45, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=acc7213a-7783-4409-a251-500157b7fa45,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:37.359205 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.371359 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34714) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:37.425276 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963c0d760>, [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T20:05:37Z', 'revision_number': 6, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:37.429583 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f363eb3-b9ba-44ed-8391-91b09e2b47f5 None None] The sync data for ids ['c8a72856-8be2-4c4c-9fa3-517028a605f3'] in dv-cinder-805877-1-iscsi is: [{'id': 'c8a72856-8be2-4c4c-9fa3-517028a605f3', 'name': 'tempest-TestVolumeBootPattern-826347538-router', 'tenant_id': '40fca2ef3f66488a890364d69e3a7f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:56:47Z', 'updated_at': '2021-08-24T20:05:37Z', 'revision_number': 6, 'project_id': '40fca2ef3f66488a890364d69e3a7f98', 'gw_port_host': None}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:05:37.433476 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c8a680bb-4270-449f-9c63-85af29e991f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e48d223f77a4b958da0350601eb7a6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598445
Aug 24 20:05:37.435606 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34718) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:37.507861 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fe3269b-3896-42c5-b69f-c312b26640fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.537078 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fe3269b-3896-42c5-b69f-c312b26640fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.626027 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Calling delete_port for acc7213a-7783-4409-a251-500157b7fa45 owned by network:router_gateway {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:37.662387 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fe3269b-3896-42c5-b69f-c312b26640fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.667416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-67962108-9e4b-4e00-a70e-fa68b5235347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:37.678684 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3269b-3896-42c5-b69f-c312b26640fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780ea407-1a83-4f8a-8a47-b5953afa8fcb,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:37.684411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-9fe3269b-3896-42c5-b69f-c312b26640fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:37.686871 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-9fe3269b-3896-42c5-b69f-c312b26640fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.696997 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-9fe3269b-3896-42c5-b69f-c312b26640fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/780ea407-1a83-4f8a-8a47-b5953afa8fcb HTTP/1.1" status: 204  len: 168 time: 0.2514083
Aug 24 20:05:37.863490 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:37.868861 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9c3e9b24-d51f-40d6-9ab2-f359aead639a tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:37.918076 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc7213a-7783-4409-a251-500157b7fa45,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:37.944228 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:38.007418 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.182848 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.186001 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.268370 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.268914 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a72856-8be2-4c4c-9fa3-517028a605f3 {{(pid=80015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:05:38.282140 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.283339 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-9679987b-7ac0-4e83-9323-8077a450eec5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c8a72856-8be2-4c4c-9fa3-517028a605f3 HTTP/1.1" status: 204  len: 168 time: 1.6553814
Aug 24 20:05:38.285983 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34736) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:38.360666 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Deleting subnet f928b598-7d17-47eb-996f-f1aeda7a83fc {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:05:38.363655 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.416587 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8368326'] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.502360 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.714637 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8369050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8284455'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.720188 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7e19f131-c163-4b02-94dc-fb3f044df0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:38.765416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f928b598-7d17-47eb-996f-f1aeda7a83fc,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:38.767928 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:38.770725 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.778235 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7fdf467d-1714-4e93-9633-9d3c618cc7fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f928b598-7d17-47eb-996f-f1aeda7a83fc HTTP/1.1" status: 204  len: 168 time: 0.4911509
Aug 24 20:05:38.778529 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa441e-e25d-4fa5-bec1-793f4dc61905 None None] Network 35cca731-c2fa-4a33-a9fe-e75bd71546c5 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:05:38.780922 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34754) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:38.889992 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.900735 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Deleting port cbd9ed57-d9f5-451d-8258-0348c609e216 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:38.901066 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:38.945154 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9b8fdf3c-f035-4116-99ad-449f756ebf08 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:38.989878 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 9b8fdf3c-f035-4116-99ad-449f756ebf08 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:38.994630 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9b8fdf3c-f035-4116-99ad-449f756ebf08 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:38.994630 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device acc7213a-7783-4409-a251-500157b7fa45 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:39.024795 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: acc7213a-7783-4409-a251-500157b7fa45 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:39.025163 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device acc7213a-7783-4409-a251-500157b7fa45 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:39.123569 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] For port cbd9ed57-d9f5-451d-8258-0348c609e216, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=cbd9ed57-d9f5-451d-8258-0348c609e216,segment=NetworkSegment(dc717ad5-8bea-4191-82f6-f8e03aad4c02),segment_id=dc717ad5-8bea-4191-82f6-f8e03aad4c02)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:39.123938 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.128955 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] DHCP port deletion for 35cca731-c2fa-4a33-a9fe-e75bd71546c5 request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:05:39.133915 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Deleting port cbd9ed57-d9f5-451d-8258-0348c609e216 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:39.134634 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.250673 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Calling delete_port for cbd9ed57-d9f5-451d-8258-0348c609e216 owned by network:dhcp {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:39.347946 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] For port cbd9ed57-d9f5-451d-8258-0348c609e216, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=cbd9ed57-d9f5-451d-8258-0348c609e216,segment=NetworkSegment(dc717ad5-8bea-4191-82f6-f8e03aad4c02),segment_id=dc717ad5-8bea-4191-82f6-f8e03aad4c02)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:39.348625 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.409138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.414495 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7d7cac83-5823-4cee-882e-6e3744872196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:39.462151 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd9ed57-d9f5-451d-8258-0348c609e216,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:39.465689 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:39.466500 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] No DVR routers for this DVR port cbd9ed57-d9f5-451d-8258-0348c609e216 on host dv-cinder-805877-1-iscsi {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:05:39.473879 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Calling delete_port for cbd9ed57-d9f5-451d-8258-0348c609e216 owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:05:39.550455 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:05:39.550821 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:05:39.582015 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.595881 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f096326c400>,) {'filters': {'network_id': ['35cca731-c2fa-4a33-a9fe-e75bd71546c5']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:39.611181 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f096326c400>, 'dc717ad5-8bea-4191-82f6-f8e03aad4c02') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:39.611482 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f096326c400>, 'dc717ad5-8bea-4191-82f6-f8e03aad4c02') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:39.623040 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.639488 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.645533 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:05:39.645923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:05:39.659586 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:05:39.902521 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.905832 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:39.919314 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:39.929231 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=35cca731-c2fa-4a33-a9fe-e75bd71546c5,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:39.933919 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:39.937453 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-d3dc640d-28e7-4279-a1af-b62b34990b3f admin admin] 10.222.0.37 "DELETE /v2.0/networks/35cca731-c2fa-4a33-a9fe-e75bd71546c5 HTTP/1.1" status: 204  len: 168 time: 1.1554382
Aug 24 20:05:40.052414 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Deleting port cbd9ed57-d9f5-451d-8258-0348c609e216 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:05:40.052940 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:40.117862 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-9e857347-f620-460e-a66f-18c3f2fbda4c None None] The port 'cbd9ed57-d9f5-451d-8258-0348c609e216' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:05:40.342799 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34786) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:40.393609 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-591ad4e5-2bce-4fb3-a93c-1fed2a9ebd72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aae696513b924a6c9394e083e0124637&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495939
Aug 24 20:05:40.396016 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34790) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:40.453900 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-63247269-4b23-4ee2-86c7-8df234f9aac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:40.484604 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-63247269-4b23-4ee2-86c7-8df234f9aac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:40.654783 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-63247269-4b23-4ee2-86c7-8df234f9aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:40.659815 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-64bd6f5c-4a76-424f-8626-1a7bdb7d3ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:40.674386 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247269-4b23-4ee2-86c7-8df234f9aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a88cd37-4d54-429e-85d1-80bb10e0f514,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:40.677277 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-63247269-4b23-4ee2-86c7-8df234f9aac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:40.679254 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-63247269-4b23-4ee2-86c7-8df234f9aac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:40.680352 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-63247269-4b23-4ee2-86c7-8df234f9aac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a88cd37-4d54-429e-85d1-80bb10e0f514 HTTP/1.1" status: 204  len: 168 time: 0.2834551
Aug 24 20:05:40.905610 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device cbd9ed57-d9f5-451d-8258-0348c609e216 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:05:40.941940 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: cbd9ed57-d9f5-451d-8258-0348c609e216 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:05:40.942293 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device cbd9ed57-d9f5-451d-8258-0348c609e216 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:05:41.517897 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34806) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:41.567022 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4391fb92-f55e-4057-89f4-4fe1f8204276 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40fca2ef3f66488a890364d69e3a7f98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478914
Aug 24 20:05:41.569296 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34810) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:41.627416 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f80e095b-8615-4923-8516-eac17adca5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:41.653114 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f80e095b-8615-4923-8516-eac17adca5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:41.819294 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f80e095b-8615-4923-8516-eac17adca5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:41.825181 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7e243b13-98ca-4930-9452-d60c5031da7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:41.836509 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e095b-8615-4923-8516-eac17adca5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fdb6ca-7c3d-423a-ae09-f6c450ed0f12,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:41.840168 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f80e095b-8615-4923-8516-eac17adca5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:41.852374 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f80e095b-8615-4923-8516-eac17adca5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:41.853485 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f80e095b-8615-4923-8516-eac17adca5a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25fdb6ca-7c3d-423a-ae09-f6c450ed0f12 HTTP/1.1" status: 204  len: 168 time: 0.2833207
Aug 24 20:05:49.540843 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34922) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:49.657613 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:49.676671 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:49.680116 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf3063f7e25461aa63bbacf864849e5 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:49.682988 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:49.689369 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:49.770867 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:49.857247 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:49.864065 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-077e72c3-3644-4b6c-8408-34fc12bf2b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:49.867899 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:49.903325 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f38915b-8d5e-4e62-885a-0df3f927856c,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:49.907578 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cf3063f7e25461aa63bbacf864849e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3657315
Aug 24 20:05:49.908431 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-94418cb6-7aff-41fb-ba47-905340ef5204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:49.910141 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34932) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:49.973494 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-41a7e1fe-72a7-4d7e-9809-2ccb73d4d12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:49.999811 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-41a7e1fe-72a7-4d7e-9809-2ccb73d4d12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:50.137354 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-41a7e1fe-72a7-4d7e-9809-2ccb73d4d12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:50.141080 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6c71a178-bf07-4e73-9066-910d8e454d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:50.155807 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7e1fe-72a7-4d7e-9809-2ccb73d4d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f38915b-8d5e-4e62-885a-0df3f927856c,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:50.158176 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-41a7e1fe-72a7-4d7e-9809-2ccb73d4d12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:50.164595 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-41a7e1fe-72a7-4d7e-9809-2ccb73d4d12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:50.165750 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-41a7e1fe-72a7-4d7e-9809-2ccb73d4d12c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f38915b-8d5e-4e62-885a-0df3f927856c HTTP/1.1" status: 204  len: 168 time: 0.2546642
Aug 24 20:05:52.954575 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34952) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:53.069583 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:53.083492 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:53.087283 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f74e4b6dc4514ea0b52e03a2c63ceb53 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:53.090600 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:53.096223 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:53.175983 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:53.239360 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:53.246532 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-e9e2af3a-b81d-489b-8458-4771bf4fee47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:53.287462 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f74e4b6dc4514ea0b52e03a2c63ceb53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3317041
Aug 24 20:05:53.288222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6bd4e9-4562-4c9f-bc78-5051f4412644,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:53.290040 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34958) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:53.291297 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-2b0848a3-619f-4582-a142-ecfb2e6988d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:53.357476 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f8e063b4-c5b6-4f94-8514-953fe847818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:53.382489 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f8e063b4-c5b6-4f94-8514-953fe847818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:53.490632 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f8e063b4-c5b6-4f94-8514-953fe847818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:53.494272 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-becadff3-a3ca-4538-95b0-0db0e03dc0ee tempest-VolumesNegativeTest-2084293034 tempest-VolumesNegativeTest-2084293034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:53.505379 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e063b4-c5b6-4f94-8514-953fe847818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6bd4e9-4562-4c9f-bc78-5051f4412644,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:53.509171 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-f8e063b4-c5b6-4f94-8514-953fe847818f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:53.512924 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-f8e063b4-c5b6-4f94-8514-953fe847818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:53.514020 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-f8e063b4-c5b6-4f94-8514-953fe847818f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b6bd4e9-4562-4c9f-bc78-5051f4412644 HTTP/1.1" status: 204  len: 168 time: 0.2223363
Aug 24 20:05:54.790153 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 34982) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:54.891673 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1633419305-network', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:05:54.897285 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:54.901161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Usage tracker for resource:network and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:54.904041 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:54.910565 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:54.982067 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Made reservation on behalf of bd8d6af64c054ccf8cbc58d6b3128f12 for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:05:54.984327 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:54.996124 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.009828 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:55.013582 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:55.016323 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:55.021889 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:55.103761 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.162974 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.165836 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-eac2027d-0a80-4af2-bcf9-f6cd490dc928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:55.194694 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 20:05:55.199617 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1794c-d548-4f3b-97fb-7dbc93dbf44f,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:55.203104 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:55.206457 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.206826 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Added segment 26e24560-b32c-487c-bab6-1b507372a120 of type vlan for network 62b238d0-17ec-4109-8f40-53962fe02dec
Aug 24 20:05:55.232300 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.319158 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.320477 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:55.321065 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.325970 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7cfac6fc-2226-41b5-b9de-36f3428e679b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:55.428471 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Pushing event updated for resources: {'Network': ['ID=62b238d0-17ec-4109-8f40-53962fe02dec,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:55.431183 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:55.438498 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network 62b238d0-17ec-4109-8f40-53962fe02dec details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 20:05:55.485666 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c9298766-a3df-4a98-8921-5eaed379b632 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6944077
Aug 24 20:05:55.488586 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34988) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:55.494377 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Request body: {'subnet': {'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1633419305-subnet', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'ip_version': 4}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:05:55.501646 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:55.503322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Usage tracker for resource:subnet and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:55.506160 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:55.512434 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:55.591722 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Made reservation on behalf of bd8d6af64c054ccf8cbc58d6b3128f12 for: {'subnet': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:05:55.594035 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6650672'] for subnet, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.850881 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8347447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6650690'] for subnet, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:55.854831 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:55.923259 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3cd0aed-b2bb-4458-9de5-3724837a9094,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:55.927084 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:55.934477 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Checking segment: {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:05:55.934838 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Network hostable DHCP agents. Network: 62b238d0-17ec-4109-8f40-53962fe02dec, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 20:05:56.048473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Network 62b238d0-17ec-4109-8f40-53962fe02dec is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 20:05:56.118875 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, 62b238d0-17ec-4109-8f40-53962fe02dec) {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:05:56.124251 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:05:56.124843 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.127767 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f645cd7-4913-4f95-8413-cf5ebe0b96d1 None None] Network 62b238d0-17ec-4109-8f40-53962fe02dec requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:05:56.200243 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-20db0038-f056-46fd-a7d0-4899d2665529 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7105210
Aug 24 20:05:56.202976 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34992) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:56.208077 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:05:56.212726 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:05:56.216666 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Usage tracker for resource:router and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:05:56.219562 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:05:56.225383 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:05:56.311879 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.312916 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.329562 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.336276 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-62b238d0-17ec-4109-8f40-53962fe02dec', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 20:05:56.340581 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.522102 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Allocated IP 172.20.0.2 (62b238d0-17ec-4109-8f40-53962fe02dec/c3cd0aed-b2bb-4458-9de5-3724837a9094/decda06a-48a9-4f13-a004-63815e34f98e) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:05:56.674615 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.723793 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.733831 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Transition to ACTIVE for port object decda06a-48a9-4f13-a004-63815e34f98e will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:05:56.751601 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Transition to ACTIVE for port object decda06a-48a9-4f13-a004-63815e34f98e will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:05:56.803394 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.807763 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:56.871421 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Network 62b238d0-17ec-4109-8f40-53962fe02dec is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:05:56.874412 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:05:56.876887 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:05:56.885851 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Pushing event updated for resources: {'Port': ['ID=decda06a-48a9-4f13-a004-63815e34f98e,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:56.950973 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.951211 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.951552 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.951882 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.952207 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.952535 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.952860 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.953182 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.953506 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.953828 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.954149 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.954499 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:05:56.958145 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:56.984649 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Attempting to bind port decda06a-48a9-4f13-a004-63815e34f98e on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:05:56.984649 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Attempting to bind port decda06a-48a9-4f13-a004-63815e34f98e by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:05:56.984649 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Attempting to bind port decda06a-48a9-4f13-a004-63815e34f98e on network 62b238d0-17ec-4109-8f40-53962fe02dec {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:05:56.989922 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:05:56.990308 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Checking segment: {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:05:56.990745 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:56.991144 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Bound using segment: {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:05:56.991614 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Bound port: decda06a-48a9-4f13-a004-63815e34f98e, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:05:56.991994 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:57.055459 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:57.080275 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] For port decda06a-48a9-4f13-a004-63815e34f98e, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:05:57.083206 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] For port decda06a-48a9-4f13-a004-63815e34f98e, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=decda06a-48a9-4f13-a004-63815e34f98e,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:05:57.085668 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:57.148617 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:57.153286 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-dab07408-c8d4-483d-921a-83904a0c0b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:57.221455 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Allocated IP 172.27.3.62 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/bb445b0e-1789-4462-9454-00c62277cd5c) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:05:57.244552 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Pushing event updated for resources: {'Port': ['ID=decda06a-48a9-4f13-a004-63815e34f98e,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:57.247869 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-22e1f08e-f839-4f91-b9c8-c310eea29aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:57.496847 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:57.593983 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:57.597887 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3110bfc3-3012-4684-89a3-4a4b152d6ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:57.663056 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:05:57.666141 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:05:57.669860 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:05:57.702957 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb445b0e-1789-4462-9454-00c62277cd5c,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:57.706948 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:58.118546 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db414ee-31d2-46c9-8a93-ef202be26a96 None None] Network 62b238d0-17ec-4109-8f40-53962fe02dec requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:05:58.156259 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:58.267718 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-06fd4b06-0c48-4a05-b674-341265e81317 None None] Provisioning for port decda06a-48a9-4f13-a004-63815e34f98e completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:05:58.505629 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:58.802579 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Router ec4ecbba-cf0c-42de-931e-e1fb54fe973d is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 20:05:58.939461 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device decda06a-48a9-4f13-a004-63815e34f98e up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:05:59.098385 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:05:59.108123 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Sync routers for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:05:59.117170 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:05:59.118013 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f44b2e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:59.172608 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port decda06a-48a9-4f13-a004-63815e34f98e completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:05:59.187657 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port decda06a-48a9-4f13-a004-63815e34f98e triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:05:59.188036 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:59.205162 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:59.206460 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0024700
Aug 24 20:05:59.209265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 34996) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:05:59.380540 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:05:59.594600 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:59.662119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port decda06a-48a9-4f13-a004-63815e34f98e, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=decda06a-48a9-4f13-a004-63815e34f98e,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:05:59.740455 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f44b2e0>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:05:57Z', 'revision_number': 3, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:05:59.744278 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Checking router: ec4ecbba-cf0c-42de-931e-e1fb54fe973d for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:05:59.744636 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Updating router ec4ecbba-cf0c-42de-931e-e1fb54fe973d port bb445b0e-1789-4462-9454-00c62277cd5c binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 20:05:59.775569 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:59.782839 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:05:59.850522 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:05:59.904697 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=decda06a-48a9-4f13-a004-63815e34f98e,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:05:59.909170 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:05:59.910444 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.114665 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Allocated IP 172.20.0.1 (62b238d0-17ec-4109-8f40-53962fe02dec/c3cd0aed-b2bb-4458-9de5-3724837a9094/42d66ac7-a43c-4ef4-9b0b-ed818214ef4d) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:06:00.197405 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.209035 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Transition to ACTIVE for port object bb445b0e-1789-4462-9454-00c62277cd5c will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:00.260540 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.276138 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Transition to ACTIVE for port object 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:00.288582 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.294109 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:00.375322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.381360 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-976bcd43-4059-4d3e-abe2-cd5a2362bfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:00.388754 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Attempting to bind port bb445b0e-1789-4462-9454-00c62277cd5c on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:06:00.389132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Attempting to bind port bb445b0e-1789-4462-9454-00c62277cd5c by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:06:00.389504 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Attempting to bind port bb445b0e-1789-4462-9454-00c62277cd5c on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:06:00.395107 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9d89-8fe5-435d-b355-8d75dea174fd None None] Pushing event updated for resources: {'Port': ['ID=bb445b0e-1789-4462-9454-00c62277cd5c,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:00.398901 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-588d9d89-8fe5-435d-b355-8d75dea174fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:00.399783 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:06:00.400156 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:06:00.400557 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.400946 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:06:00.401411 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Bound port: bb445b0e-1789-4462-9454-00c62277cd5c, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:06:00.401832 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.444439 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-91655030-83f4-4223-bf58-9ebc77727dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.446009 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Network 62b238d0-17ec-4109-8f40-53962fe02dec is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:00.449840 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:00.452190 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:06:00.482562 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] For port bb445b0e-1789-4462-9454-00c62277cd5c, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:06:00.486431 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] For port bb445b0e-1789-4462-9454-00c62277cd5c, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=bb445b0e-1789-4462-9454-00c62277cd5c,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:06:00.491788 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Pushing event updated for resources: {'Port': ['ID=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:00.494613 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:00.517008 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.565953 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.570129 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:00.645453 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:00.646083 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095f44b2e0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:00.715620 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9d89-8fe5-435d-b355-8d75dea174fd None None] Pushing event updated for resources: {'Port': ['ID=bb445b0e-1789-4462-9454-00c62277cd5c,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:00.727870 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-588d9d89-8fe5-435d-b355-8d75dea174fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:00.820989 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e28d3553-48f3-49f6-bfb7-635b9b8bf8fe None None] Provisioning for port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:00.827738 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e28d3553-48f3-49f6-bfb7-635b9b8bf8fe None None] Provisioning complete for port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:00.828117 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e28d3553-48f3-49f6-bfb7-635b9b8bf8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:00.885998 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:00.933795 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device decda06a-48a9-4f13-a004-63815e34f98e up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:00.966915 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:01.068355 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e28d3553-48f3-49f6-bfb7-635b9b8bf8fe None None] Port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:06:01.157073 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:01.177974 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port decda06a-48a9-4f13-a004-63815e34f98e triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:01.178367 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:01.195057 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:01.262906 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:01.288006 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3153d99f-11c7-49cd-8b1a-a1e408a03737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:01.373680 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Pushing event updated for resources: {'Port': ['ID=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:01.378383 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:01.378909 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:01.396336 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095f44b2e0>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:05:57Z', 'revision_number': 3, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:01.400502 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9dbd-be65-4f89-b21c-47b91f0bf036 None None] The sync data for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi is: [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:05:57Z', 'revision_number': 3, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:06:01.517325 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Network 62b238d0-17ec-4109-8f40-53962fe02dec is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:01.518432 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:01.728072 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Router ec4ecbba-cf0c-42de-931e-e1fb54fe973d has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:06:01.795085 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-2f9c2b24-10e5-4677-a0e0-02ab938fc3c4 None None] Provisioning complete for port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:01.795378 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2b24-10e5-4677-a0e0-02ab938fc3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:01.856022 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c2b24-10e5-4677-a0e0-02ab938fc3c4 None None] Port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:06:01.916185 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:06:01.925539 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-da56d136-c9cc-4dc7-b945-ad2a2f9367bf admin admin] 10.222.0.37 "PUT /v2.0/routers/ec4ecbba-cf0c-42de-931e-e1fb54fe973d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7152481
Aug 24 20:06:02.717986 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35014) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:02.724098 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409293856-network', 'tenant_id': '2aec683faf8348fc83176fd73493427b'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:02.729137 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:02.733490 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Usage tracker for resource:network and tenant:2aec683faf8348fc83176fd73493427b is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:02.736372 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:02.742191 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:02.832891 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Made reservation on behalf of 2aec683faf8348fc83176fd73493427b for: {'network': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:06:02.835257 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for network, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:02.847977 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:02.860176 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Sync routers for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:06:02.865116 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:02.869187 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Usage tracker for resource:security_group_rule and tenant:2aec683faf8348fc83176fd73493427b is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:02.871588 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:02.872244 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09647d6f10>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:05:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:02.872889 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:02.881539 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:02.954630 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bb445b0e-1789-4462-9454-00c62277cd5c up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:02.972272 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.059526 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:03.142493 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.145569 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6bc0191e-f141-4b86-a1cd-8bf8067f0b81 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:03.170971 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port bb445b0e-1789-4462-9454-00c62277cd5c completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:03.176015 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=80016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 24 20:06:03.180519 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port bb445b0e-1789-4462-9454-00c62277cd5c triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:03.180519 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.181329 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28209cd8-e12e-49e5-a6a7-641e05923388,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:03.185205 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:03.189205 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.189769 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.segments_db [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Added segment 20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55 of type vlan for network e0cada92-4d06-4c6f-9c16-c39020afa120
Aug 24 20:06:03.220109 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729895150219'] for network, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.309209 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.322275 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-09d30b2b-994b-46e3-b756-597b21137606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.328960 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port bb445b0e-1789-4462-9454-00c62277cd5c, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=bb445b0e-1789-4462-9454-00c62277cd5c,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:03.346018 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202'] for network, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.347501 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:03.348213 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.353649 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:03.389278 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09647d6f10>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:01Z', 'revision_number': 2, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:03.393067 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Checking router: ec4ecbba-cf0c-42de-931e-e1fb54fe973d for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:06:03.393422 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Updating router ec4ecbba-cf0c-42de-931e-e1fb54fe973d port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 20:06:03.407885 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.408357 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-c0f1c4b1-9709-4b19-9cfc-d9db670a46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:03.448952 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.450756 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Pushing event updated for resources: {'Network': ['ID=e0cada92-4d06-4c6f-9c16-c39020afa120,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:03.453880 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:03.462269 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Network e0cada92-4d06-4c6f-9c16-c39020afa120 details requested by agent ovs-agent-dv-cinder-805877-1-iscsi with host dv-cinder-805877-1-iscsi {{(pid=80017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 24 20:06:03.501249 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4f49b87d-d4e8-447c-8442-f2da6dccb0ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7821190
Aug 24 20:06:03.504208 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35018) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:03.510034 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Request body: {'subnet': {'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409293856-subnet', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'ip_version': 4}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:03.515812 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:03.519852 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Usage tracker for resource:subnet and tenant:2aec683faf8348fc83176fd73493427b is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:03.522931 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:03.528824 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:03.553163 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=bb445b0e-1789-4462-9454-00c62277cd5c,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:03.558509 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:03.597470 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Made reservation on behalf of 2aec683faf8348fc83176fd73493427b for: {'subnet': 1} {{(pid=80016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:06:03.599840 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8284492'] for subnet, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.817303 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.829324 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Transition to ACTIVE for port object 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:03.871417 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8368217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8284478'] for subnet, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.876485 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-16b7fdad-9e4e-422b-9884-0e846ec55c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:03.899688 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:03.904102 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:03.949425 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7804e1-bfd0-40f2-b4d1-8fb582bf1838,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:03.953051 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:03.953853 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Checking segment: {'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:06:03.954202 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Network hostable DHCP agents. Network: e0cada92-4d06-4c6f-9c16-c39020afa120, hostable agents: ['32759da8-3004-44b0-ab8d-29777cd0d67c'], hosted agents: [] {{(pid=80016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 24 20:06:04.044773 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Network e0cada92-4d06-4c6f-9c16-c39020afa120 is scheduled to be hosted by DHCP agent 32759da8-3004-44b0-ab8d-29777cd0d67c with binding_index 1 {{(pid=80016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 24 20:06:04.054992 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Pushing event updated for resources: {'Port': ['ID=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:04.071405 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.071654 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.071986 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.072313 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.072639 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.072958 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.073273 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.073661 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.074041 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.074383 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.074699 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.075009 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:04.079176 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:04.119331 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805877-1-iscsi, e0cada92-4d06-4c6f-9c16-c39020afa120) {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:04.126549 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:04.126549 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.130117 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c5581-de61-4530-8433-00a416431414 None None] Network e0cada92-4d06-4c6f-9c16-c39020afa120 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:06:04.144312 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Attempting to bind port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:06:04.144691 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Attempting to bind port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:06:04.145062 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Attempting to bind port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d on network 62b238d0-17ec-4109-8f40-53962fe02dec {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:06:04.151395 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:06:04.152048 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Checking segment: {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:06:04.152263 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.152687 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Bound using segment: {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:06:04.153208 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Bound port: 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:06:04.153611 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.206679 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.223051 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-d03089c0-5198-47df-a8ee-fe871542d97c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7172651
Aug 24 20:06:04.226988 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35022) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:04.235318 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:04.240834 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:04.242614 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] For port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:06:04.246830 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] For port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:06:04.251592 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Usage tracker for resource:router and tenant:2aec683faf8348fc83176fd73493427b is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:04.254584 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:04.260507 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:04.314248 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.319284 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-60b4018d-cd42-4364-aa4d-c96b5a1fd3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:04.336973 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1972176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7587'] for router, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.338577 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1972021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2063312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7594'] for router, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.360806 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.365747 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd21e03c5-f4a3-5393-8591-ec1669369f1c-e0cada92-4d06-4c6f-9c16-c39020afa120', 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'fixed_ips': [{'subnet_id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838'}]}} from dv-cinder-805877-1-iscsi. {{(pid=80017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 24 20:06:04.366717 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.395570 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Pushing event updated for resources: {'Port': ['ID=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,revision_number=4']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:04.420182 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-065a92f0-aca6-4bdc-b064-d3fbd04aa8f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:04.428318 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:04.428953 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f09647d6f10>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:06:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:04.532357 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.db_base_plugin_common [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Allocated IP 172.20.0.2 (e0cada92-4d06-4c6f-9c16-c39020afa120/4a7804e1-bfd0-40f2-b4d1-8fb582bf1838/7da27701-a960-4c29-91bf-fb8c2fc90710) {{(pid=80017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:06:04.610484 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:04.762233 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Notify callbacks [] for port, precommit_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.770669 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1972067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7512'] for router, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.776805 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Transition to ACTIVE for port object 7da27701-a960-4c29-91bf-fb8c2fc90710 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:04.792413 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Transition to ACTIVE for port object 7da27701-a960-4c29-91bf-fb8c2fc90710 will not be triggered until provisioned by entity DHCP. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:04.886056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390'] for port, after_create {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:04.886056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:04.944615 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f09647d6f10>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:04Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:04.947471 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Network e0cada92-4d06-4c6f-9c16-c39020afa120 is already hosted by enough agents. {{(pid=80017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:04.949674 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bb445b0e-1789-4462-9454-00c62277cd5c up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:04.949887 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3870e0-77ec-4fa9-a9c9-160fa76c11c8 None None] The sync data for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi is: [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:04Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:06:04.977876 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.scheduler.base_scheduler [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Resources bound (agent type, host, resource id):  {{(pid=80017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:04.992996 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Received port after_create {{(pid=80017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:06:05.013002 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Pushing event updated for resources: {'Port': ['ID=7da27701-a960-4c29-91bf-fb8c2fc90710,revision_number=1']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:05.024733 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:05.138662 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Attempting to bind port 7da27701-a960-4c29-91bf-fb8c2fc90710 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:06:05.139335 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Attempting to bind port 7da27701-a960-4c29-91bf-fb8c2fc90710 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:06:05.139467 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Attempting to bind port 7da27701-a960-4c29-91bf-fb8c2fc90710 on network e0cada92-4d06-4c6f-9c16-c39020afa120 {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:06:05.152338 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:06:05.152725 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Checking segment: {'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:06:05.153143 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.153544 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Bound using segment: {'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:06:05.154029 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Bound port: 7da27701-a960-4c29-91bf-fb8c2fc90710, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:06:05.154445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.175490 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port bb445b0e-1789-4462-9454-00c62277cd5c triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:05.175869 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.304575 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] For port 7da27701-a960-4c29-91bf-fb8c2fc90710, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:06:05.308666 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] For port 7da27701-a960-4c29-91bf-fb8c2fc90710, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=7da27701-a960-4c29-91bf-fb8c2fc90710,segment=NetworkSegment(20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55),segment_id=20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:06:05.313007 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.367566 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.379716 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.383572 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:05.525445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Pushing event updated for resources: {'Port': ['ID=7da27701-a960-4c29-91bf-fb8c2fc90710,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:05.528780 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Allocated IP 172.27.3.14 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/9085b051-f505-4e49-93d9-37a3c55d1019) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:06:05.531626 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:05.540814 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:06:05.610605 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.713228 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.811475 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:05.815841 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-a8ce0734-fa87-446c-83bf-84a284524430 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:05.880979 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:05.883882 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:05.886517 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:06:05.930779 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Pushing event updated for resources: {'Port': ['ID=9085b051-f505-4e49-93d9-37a3c55d1019,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:05.934268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:06.401552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:06.454675 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da41aa-dd95-4577-be0c-310c336e2321 None None] Network e0cada92-4d06-4c6f-9c16-c39020afa120 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:06:06.614779 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-3051d108-4fcc-4ad5-b165-c970120dea1e None None] Provisioning for port 7da27701-a960-4c29-91bf-fb8c2fc90710 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:06.867001 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1972002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1999233'] for router, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:06.970897 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:07.101982 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:07.107299 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:07.107683 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:07.124530 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 is scheduled to L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c with binding_index 1 {{(pid=80015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 24 20:06:07.226389 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:07.263326 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:07.303670 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:06:07.308583 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:07.309469 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 7da27701-a960-4c29-91bf-fb8c2fc90710 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:07.341321 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-0255eb95-f79d-4cd1-84b8-70b5c31fb401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:07.365321 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:07.368935 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-e4d7218d-b44b-4190-a48c-a804e8c1cf26 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1400535
Aug 24 20:06:07.369356 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Sync routers for ids ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:06:07.369866 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35036) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:07.426022 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Routers {'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:07.426695 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efde5b0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:06:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:07.506070 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:07.512618 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:07.624958 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 7da27701-a960-4c29-91bf-fb8c2fc90710 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:07.637521 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 7da27701-a960-4c29-91bf-fb8c2fc90710 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:07.637907 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:07.661813 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Set router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:07.984400 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.028753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 7da27701-a960-4c29-91bf-fb8c2fc90710, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=7da27701-a960-4c29-91bf-fb8c2fc90710,segment=NetworkSegment(20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55),segment_id=20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:08.048921 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efde5b0>, [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:06:06Z', 'revision_number': 3, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port': {'id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:05Z', 'updated_at': '2021-08-24T20:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:08.052843 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Checking router: a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:06:08.053205 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Updating router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 port 9085b051-f505-4e49-93d9-37a3c55d1019 binding host dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 20:06:08.106667 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.143165 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.150853 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.154519 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:08.283814 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=7da27701-a960-4c29-91bf-fb8c2fc90710,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:08.289020 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:08.350442 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Allocated IP 172.20.0.1 (e0cada92-4d06-4c6f-9c16-c39020afa120/4a7804e1-bfd0-40f2-b4d1-8fb582bf1838/bfb05f1a-339d-4fbc-b149-d74cb00af96e) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:06:08.505241 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.520956 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.provisioning_blocks [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Transition to ACTIVE for port object bfb05f1a-339d-4fbc-b149-d74cb00af96e will not be triggered until provisioned by entity DHCP. {{(pid=80016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:08.534303 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.545541 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Transition to ACTIVE for port object 9085b051-f505-4e49-93d9-37a3c55d1019 will not be triggered until provisioned by entity L2. {{(pid=80017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:08.591795 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.595525 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:08.616119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.619834 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:08.656895 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Network e0cada92-4d06-4c6f-9c16-c39020afa120 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:08.659824 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:08.663794 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:06:08.701808 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Attempting to bind port 9085b051-f505-4e49-93d9-37a3c55d1019 on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:06:08.702190 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Attempting to bind port 9085b051-f505-4e49-93d9-37a3c55d1019 by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:06:08.702590 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Attempting to bind port 9085b051-f505-4e49-93d9-37a3c55d1019 on network dfae2075-dafe-4505-8ae5-ab6bd62982cc {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:06:08.704809 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2005018-6a60-4ab2-b15c-940baefb7e9c None None] Pushing event updated for resources: {'Port': ['ID=9085b051-f505-4e49-93d9-37a3c55d1019,revision_number=2']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:08.708563 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e2005018-6a60-4ab2-b15c-940baefb7e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:08.710880 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb05f1a-339d-4fbc-b149-d74cb00af96e,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:08.711348 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:06:08.711734 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Checking segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:06:08.712150 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.713175 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Bound using segment: {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'} {{(pid=80017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:06:08.713175 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.managers [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Bound port: 9085b051-f505-4e49-93d9-37a3c55d1019, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eef6a-2b9d-44e7-b6bf-68adea962f45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc'}}] {{(pid=80017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:06:08.713413 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.715484 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:08.737398 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969732'] for router_interface, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.800342 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] For port 9085b051-f505-4e49-93d9-37a3c55d1019, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:06:08.803807 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] For port 9085b051-f505-4e49-93d9-37a3c55d1019, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9085b051-f505-4e49-93d9-37a3c55d1019,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:06:08.894975 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:08.899096 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-ce5ecb55-2950-4e3c-92ec-11cde20b9448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:08.938493 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:08.977773 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-9ab3ea51-5314-4da4-9170-a6a964314dfe None None] Provisioning for port bfb05f1a-339d-4fbc-b149-d74cb00af96e completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:09.019280 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-9ab3ea51-5314-4da4-9170-a6a964314dfe None None] Provisioning complete for port bfb05f1a-339d-4fbc-b149-d74cb00af96e triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:09.019665 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-9ab3ea51-5314-4da4-9170-a6a964314dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.040785 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.087011 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Routers {'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:09.087562 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efde5b0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:06:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:09.142991 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2005018-6a60-4ab2-b15c-940baefb7e9c None None] Pushing event updated for resources: {'Port': ['ID=9085b051-f505-4e49-93d9-37a3c55d1019,revision_number=3']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:09.160728 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e2005018-6a60-4ab2-b15c-940baefb7e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:09.168621 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3ea51-5314-4da4-9170-a6a964314dfe None None] Port bfb05f1a-339d-4fbc-b149-d74cb00af96e cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:06:09.200636 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:09.201023 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.334519 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] Set router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:09.368236 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.437256 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.463722 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c23a407b-0acf-4ff6-9b61-c23f6ce48ef1 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:09.545004 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb05f1a-339d-4fbc-b149-d74cb00af96e,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:09.547350 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1969707'] for router_interface, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.551237 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:09.587906 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 7da27701-a960-4c29-91bf-fb8c2fc90710 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:09.690311 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Network e0cada92-4d06-4c6f-9c16-c39020afa120 is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:09.691305 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:09.731436 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 7da27701-a960-4c29-91bf-fb8c2fc90710 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:09.735694 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.846496 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efde5b0>, [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 4, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port': {'id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:05Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'bfb05f1a-339d-4fbc-b149-d74cb00af96e', 'name': '', 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'mac_address': 'fa:16:3e:56:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:08Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 1, 'project_id': '2aec683faf8348fc83176fd73493427b', 'subnets': [{'id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:09.860861 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cafc-d442-43eb-92cb-e4db51642ac1 None None] The sync data for ids ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'] in dv-cinder-805877-1-iscsi is: [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 4, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port': {'id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:05Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'bfb05f1a-339d-4fbc-b149-d74cb00af96e', 'name': '', 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'mac_address': 'fa:16:3e:56:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:08Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 1, 'project_id': '2aec683faf8348fc83176fd73493427b', 'subnets': [{'id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:06:09.899707 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:06:09.900711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-64d15486-c177-4cbc-a57b-9f365951feda None None] Provisioning complete for port bfb05f1a-339d-4fbc-b149-d74cb00af96e triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:09.901095 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-64d15486-c177-4cbc-a57b-9f365951feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:09.956196 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-64d15486-c177-4cbc-a57b-9f365951feda None None] Port bfb05f1a-339d-4fbc-b149-d74cb00af96e cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:06:10.099381 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:06:10.109273 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f0912d0c-d063-47f5-bb82-ea4ee9d3e0e7 admin admin] 10.222.0.37 "PUT /v2.0/routers/a3ea3115-02f9-42d7-b8a8-e94aee1d52b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7375009
Aug 24 20:06:11.093656 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35048) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:11.100112 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477349826', 'description': 'tempest-secgroup-smoke-477349826 description', 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:11.107016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:11.110864 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:11.113744 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:11.119806 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:11.204903 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.225425 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:11.229475 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:11.232317 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:11.237925 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:11.306832 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.404983 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.408783 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-cbcdf3cd-5b42-439f-ba24-a50d9948fdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:11.445892 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bb3edb-e8db-4d64-ab47-75fe7b40912c,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:11.449051 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:11.519227 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.520481 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f8a8b409-86b2-4386-bdbe-293919cd24b1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4258420
Aug 24 20:06:11.523463 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35052) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:11.528585 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'security_group_rule': {'security_group_id': 'b0bb3edb-e8db-4d64-ab47-75fe7b40912c', 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:11.534506 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:11.538310 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:11.541161 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:11.546839 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:11.627819 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.691465 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.785800 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.792818 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-db107fb9-b772-4ff4-af36-0d9e7bc3d815 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:11.812933 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b60360-fe6c-435a-a839-fc96887510fd,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:11.816034 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:11.888546 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:11.889686 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-92bad426-890b-4341-96a7-fb5b7d0f5b99 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3653121
Aug 24 20:06:11.892411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35056) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:11.897633 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'security_group_rule': {'security_group_id': 'b0bb3edb-e8db-4d64-ab47-75fe7b40912c', 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:11.903864 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:11.916162 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:11.916162 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:11.917509 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:11.987184 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.049813 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.113140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.115451 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-55b40bfe-b348-483f-9ac0-13d5a2fdacdc tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:12.141666 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0ab6af-4e76-443d-8778-590c87a3d447,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:12.145913 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:12.210308 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.211550 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-d011fda0-f44a-4ac5-8db7-d16100e485ca tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3182139
Aug 24 20:06:12.214821 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35060) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:12.219921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'security_group_rule': {'security_group_id': 'b0bb3edb-e8db-4d64-ab47-75fe7b40912c', 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:12.226094 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:12.230999 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:12.233940 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:12.239617 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:12.313635 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.376626 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.444404 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.446441 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:12.469221 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb23a38d-bcfa-4a05-a4f2-876150a2ac78,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:12.473475 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:12.530623 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.531857 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c3effc2b-dd18-428d-a5cd-bfc06e336d15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3161244
Aug 24 20:06:12.534732 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35064) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:12.539913 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'security_group_rule': {'security_group_id': 'b0bb3edb-e8db-4d64-ab47-75fe7b40912c', 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:12.546728 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:12.550786 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:12.553715 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:12.559568 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:12.634562 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.699035 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.779970 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.782624 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:12.792803 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Sync routers for ids ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:06:12.801802 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Routers {'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:12.802450 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963ad8400>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:06:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:12.805690 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ca7154-9b13-4eec-9111-355e52f4e547,revision_number=0']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:12.808763 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:12.894452 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:12.898391 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-4e97125a-15f0-4b64-ab40-b0e9ca2fd5cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3600466
Aug 24 20:06:12.898701 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35068) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:12.904174 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'security_group_rule': {'security_group_id': 'b0bb3edb-e8db-4d64-ab47-75fe7b40912c', 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:12.910393 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:12.914389 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:12.918973 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:12.924872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:12.951208 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9085b051-f505-4e49-93d9-37a3c55d1019 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:12.984037 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Set router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:13.014554 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.securitygroups_db [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Project bd8d6af64c054ccf8cbc58d6b3128f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 24 20:06:13.022272 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.095609 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.140045 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port 9085b051-f505-4e49-93d9-37a3c55d1019 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:13.145194 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9085b051-f505-4e49-93d9-37a3c55d1019 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:13.149907 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.169048 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.177560 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:13.197136 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7489b1a-13ff-4a6b-b36d-aa7a3d24f5b5,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:13.208305 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.208596 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.209192 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.209538 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.209890 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.210254 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.210634 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.210992 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.211622 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.212057 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.212529 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.212876 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:13.217377 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:13.263614 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.273521 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.278101 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c257f060-418a-48d2-9fd1-768f4dbc1764 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3753521
Aug 24 20:06:13.281889 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35072) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:13.282839 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port 9085b051-f505-4e49-93d9-37a3c55d1019, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9085b051-f505-4e49-93d9-37a3c55d1019,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:13.283856 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'security_group_rule': {'security_group_id': 'b0bb3edb-e8db-4d64-ab47-75fe7b40912c', 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:13.289741 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:13.294561 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:security_group_rule and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:13.297378 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:13.303093 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:13.320070 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963ad8400>, [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 4, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port': {'id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:05Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'bfb05f1a-339d-4fbc-b149-d74cb00af96e', 'name': '', 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'mac_address': 'fa:16:3e:56:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:08Z', 'updated_at': '2021-08-24T20:06:09Z', 'revision_number': 2, 'project_id': '2aec683faf8348fc83176fd73493427b', 'subnets': [{'id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:13.323943 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Checking router: a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:06:13.324303 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Updating router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 port bfb05f1a-339d-4fbc-b149-d74cb00af96e binding host dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 24 20:06:13.364905 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.367381 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-588d9d89-8fe5-435d-b355-8d75dea174fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:13.379910 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.388058 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.securitygroups_db [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Project bd8d6af64c054ccf8cbc58d6b3128f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 24 20:06:13.395322 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.437620 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=9085b051-f505-4e49-93d9-37a3c55d1019,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:13.440637 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:13.464504 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.530582 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039851'] for security_group_rule, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.532607 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:13.553946 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc152fe-8071-4c92-a6ce-cbf9c70fa418,revision_number=0']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:13.558111 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:13.633646 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.634954 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-7285c100-6fa9-4af2-b0a4-cf72d45371a0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3556492
Aug 24 20:06:13.724105 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Notify callbacks [] for port, precommit_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.735914 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Transition to ACTIVE for port object bfb05f1a-339d-4fbc-b149-d74cb00af96e will not be triggered until provisioned by entity L2. {{(pid=80018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:13.819847 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:13.824572 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:13.977205 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb994544-fa06-4820-a250-53dd49e93ccd None None] Pushing event updated for resources: {'Port': ['ID=bfb05f1a-339d-4fbc-b149-d74cb00af96e,revision_number=3']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:13.986574 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb994544-fa06-4820-a250-53dd49e93ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:14.044106 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Attempting to bind port bfb05f1a-339d-4fbc-b149-d74cb00af96e on host dv-cinder-805877-1-iscsi for vnic_type normal with profile  {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:06:14.044480 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Attempting to bind port bfb05f1a-339d-4fbc-b149-d74cb00af96e by drivers openvswitch,hyperv on host dv-cinder-805877-1-iscsi at level 0 using segments [{'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:06:14.044846 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Attempting to bind port bfb05f1a-339d-4fbc-b149-d74cb00af96e on network e0cada92-4d06-4c6f-9c16-c39020afa120 {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:06:14.050264 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Checking agent: {'id': 'e9387474-fd96-4dfd-ae99-17eeb206f47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 45, 31), 'started_at': datetime.datetime(2021, 8, 24, 19, 46, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:06:14.050686 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Checking segment: {'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:06:14.051105 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:14.051500 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Bound using segment: {'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'} {{(pid=80018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:06:14.052042 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Bound port: bfb05f1a-339d-4fbc-b149-d74cb00af96e, host: dv-cinder-805877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120'}}] {{(pid=80018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:06:14.052349 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:14.142509 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] For port bfb05f1a-339d-4fbc-b149-d74cb00af96e, host dv-cinder-805877-1-iscsi, cleared binding levels {{(pid=80018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:06:14.145966 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] For port bfb05f1a-339d-4fbc-b149-d74cb00af96e, host dv-cinder-805877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=bfb05f1a-339d-4fbc-b149-d74cb00af96e,segment=NetworkSegment(20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55),segment_id=20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55)] {{(pid=80018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:06:14.216603 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:14.221661 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c4d296e-4191-4beb-8b87-463f9606b654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:14.302288 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Routers {'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:14.303229 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963ad8400>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:06:03Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:14.359228 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb994544-fa06-4820-a250-53dd49e93ccd None None] Pushing event updated for resources: {'Port': ['ID=bfb05f1a-339d-4fbc-b149-d74cb00af96e,revision_number=4']} {{(pid=80018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:14.369714 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb994544-fa06-4820-a250-53dd49e93ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:14.496207 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] Set router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:14.851381 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963ad8400>, [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 4, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port': {'id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:05Z', 'updated_at': '2021-08-24T20:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'bfb05f1a-339d-4fbc-b149-d74cb00af96e', 'name': '', 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'mac_address': 'fa:16:3e:56:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:08Z', 'updated_at': '2021-08-24T20:06:14Z', 'revision_number': 4, 'project_id': '2aec683faf8348fc83176fd73493427b', 'subnets': [{'id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:14.856121 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655243b7-0103-4239-a81a-c7c160f0442a None None] The sync data for ids ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'] in dv-cinder-805877-1-iscsi is: [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:06:08Z', 'revision_number': 4, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port': {'id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:05Z', 'updated_at': '2021-08-24T20:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': 'bfb05f1a-339d-4fbc-b149-d74cb00af96e', 'name': '', 'network_id': 'e0cada92-4d06-4c6f-9c16-c39020afa120', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'mac_address': 'fa:16:3e:56:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:08Z', 'updated_at': '2021-08-24T20:06:14Z', 'revision_number': 4, 'project_id': '2aec683faf8348fc83176fd73493427b', 'subnets': [{'id': '4a7804e1-bfd0-40f2-b4d1-8fb582bf1838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:06:14.951539 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9085b051-f505-4e49-93d9-37a3c55d1019 up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:15.022128 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port 9085b051-f505-4e49-93d9-37a3c55d1019 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:15.022549 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:15.162914 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bfb05f1a-339d-4fbc-b149-d74cb00af96e up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:15.331000 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning for port bfb05f1a-339d-4fbc-b149-d74cb00af96e completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:15.337227 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port bfb05f1a-339d-4fbc-b149-d74cb00af96e triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:15.338119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:15.460714 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:15.495498 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] For port bfb05f1a-339d-4fbc-b149-d74cb00af96e, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=bfb05f1a-339d-4fbc-b149-d74cb00af96e,segment=NetworkSegment(20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55),segment_id=20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:15.580410 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:15.582303 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:15.652572 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Pushing event updated for resources: {'Port': ['ID=bfb05f1a-339d-4fbc-b149-d74cb00af96e,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:15.655618 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:16.929498 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bfb05f1a-339d-4fbc-b149-d74cb00af96e up at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:16.996753 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Provisioning complete for port bfb05f1a-339d-4fbc-b149-d74cb00af96e triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:16.997132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:19.883059 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:30.419572 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a807-4768-4cf9-aa90-916f08319eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:31.019463 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:32.331155 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-dc9dd88e-d552-4f1f-a1eb-9292fe77c54f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Synchronizing usage tracker for tenant:bd8d6af64c054ccf8cbc58d6b3128f12 on resource:security_group {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:06:32.432775 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-dc9dd88e-d552-4f1f-a1eb-9292fe77c54f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Unset dirty status for tenant:bd8d6af64c054ccf8cbc58d6b3128f12 on resource:security_group {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:06:32.433940 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-dc9dd88e-d552-4f1f-a1eb-9292fe77c54f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477349826&fields=id&tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12 HTTP/1.1" status: 200  len: 267 time: 0.1455059
Aug 24 20:06:32.583689 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-38b13ef3-f9fd-4ff4-bc00-72464aaa6479 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:32.584273 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-38b13ef3-f9fd-4ff4-bc00-72464aaa6479 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Synchronizing usage tracker for tenant:bd8d6af64c054ccf8cbc58d6b3128f12 on resource:network {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:06:32.649586 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-38b13ef3-f9fd-4ff4-bc00-72464aaa6479 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Unset dirty status for tenant:bd8d6af64c054ccf8cbc58d6b3128f12 on resource:network {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:06:32.650793 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-38b13ef3-f9fd-4ff4-bc00-72464aaa6479 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 809 time: 0.2101455
Aug 24 20:06:32.665224 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-d174fc1f-27f1-4ffa-a6ef-3378188fd023 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/quotas/bd8d6af64c054ccf8cbc58d6b3128f12 HTTP/1.1" status: 200  len: 375 time: 0.0091088
Aug 24 20:06:32.745262 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-934859bc-9841-4a29-8679-08dd54743b75 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0752876
Aug 24 20:06:32.760615 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-57346e7d-6419-4bf8-9850-b50a87de4315 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=80016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 24 20:06:32.761543 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-57346e7d-6419-4bf8-9850-b50a87de4315 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056870
Aug 24 20:06:32.889501 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-b2ab6957-53ec-4f0b-8a5e-1eef905132dd service neutron] 10.222.0.37 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226122
Aug 24 20:06:33.113637 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-ead968e3-58d7-41f8-a919-02a9f7b0a9d6 service neutron] 10.222.0.37 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183404
Aug 24 20:06:33.311400 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ec73c8b9-b140-439d-aa63-2283aff8ae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:33.919749 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-13152305-d29a-4dac-8b3b-80f0e4d142a5 req-473f9e8a-fc1d-4128-bf84-4610e1f6d0ac tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 210 time: 0.0424838
Aug 24 20:06:34.181556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:35.016330 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-16381660-044e-4050-a7d5-d55ae0860258 req-26f275f1-6bf2-42ad-8aef-663b0ca19dc7 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 210 time: 0.0458128
Aug 24 20:06:35.541026 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:36.189150 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-23bccd53-c213-432c-a2dd-2b8e8e862db7 req-f92f45a9-f705-4055-9d1f-2c4e01c6f9c7 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 210 time: 0.0421290
Aug 24 20:06:36.628406 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-662d7a58-03d9-4d01-87d2-5f9f7f8be8cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:36.629760 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-662d7a58-03d9-4d01-87d2-5f9f7f8be8cf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 809 time: 0.1472507
Aug 24 20:06:36.678852 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-37a6056b-65ad-40e8-90d6-49e2af5e860e tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12 HTTP/1.1" status: 200  len: 379 time: 0.0401316
Aug 24 20:06:36.688171 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'port': {'device_id': '64398ac9-1952-4172-886c-382ebfa69019', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'admin_state_up': True, 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'security_groups': ['b0bb3edb-e8db-4d64-ab47-75fe7b40912c']}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:36.825165 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:36.828966 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:port and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:36.831769 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:36.837542 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.quota.driver [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:36.941819 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Made reservation on behalf of bd8d6af64c054ccf8cbc58d6b3128f12 for: {'port': 1} {{(pid=80015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 24 20:06:36.945453 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:37.111928 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_common [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Allocated IP 172.20.0.8 (62b238d0-17ec-4109-8f40-53962fe02dec/c3cd0aed-b2bb-4458-9de5-3724837a9094/cad253c6-efa0-4191-a209-83bfcf5dc951) {{(pid=80015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:06:37.300671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for port, precommit_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:37.316883 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Transition to ACTIVE for port object cad253c6-efa0-4191-a209-83bfcf5dc951 will not be triggered until provisioned by entity DHCP. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:37.341089 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-1b9f62c3-defb-49ff-8c33-33dedf713bff req-bb92975e-6339-4bd9-b018-206bdc1ab944 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 210 time: 0.0448525
Aug 24 20:06:37.414140 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_create {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:37.420235 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-56809fe4-84d9-4fe9-9908-e69c6bd87820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:37.486819 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Network 62b238d0-17ec-4109-8f40-53962fe02dec is already hosted by enough agents. {{(pid=80015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:37.489815 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.base_scheduler [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources bound (agent type, host, resource id):  {{(pid=80015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:37.493872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Received port after_create {{(pid=80015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:06:37.530063 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=1']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:37.534544 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:37.563434 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:37.564035 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:37.662609 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-366361fa-e0c7-4d66-8526-1eb2fddbec4f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9779105
Aug 24 20:06:37.674597 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.v2.base [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Request body: {'port': {'device_id': '64398ac9-1952-4172-886c-382ebfa69019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80587'}} {{(pid=80015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:37.756897 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e6c7d47b-0d5e-4d71-a7d8-e5ff3de11e07 None None] Provisioning for port cad253c6-efa0-4191-a209-83bfcf5dc951 completed by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:37.762014 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-e6c7d47b-0d5e-4d71-a7d8-e5ff3de11e07 None None] Provisioning complete for port cad253c6-efa0-4191-a209-83bfcf5dc951 triggered by entity DHCP. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:37.762366 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d47b-0d5e-4d71-a7d8-e5ff3de11e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:37.791258 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:37.820379 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7d47b-0d5e-4d71-a7d8-e5ff3de11e07 None None] Port cad253c6-efa0-4191-a209-83bfcf5dc951 cannot update to ACTIVE because it is not bound. {{(pid=80017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 24 20:06:38.251413 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad253c6-efa0-4191-a209-83bfcf5dc951 {{(pid=80015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:06:38.258662 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:38.272930 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.provisioning_blocks [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Transition to ACTIVE for port object cad253c6-efa0-4191-a209-83bfcf5dc951 will not be triggered until provisioned by entity L2. {{(pid=80015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 24 20:06:38.335671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:38.340952 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-7e5fae1f-2c8f-48cb-8494-54a70c3c5107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:38.507643 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=2']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:38.537694 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:38.547293 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024128-0c17-45ff-97c7-2b1717e13099 req-fc9f5887-47de-4d13-8665-9b75c41639ab tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:38.548820 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5024128-0c17-45ff-97c7-2b1717e13099 req-fc9f5887-47de-4d13-8665-9b75c41639ab tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0936306
Aug 24 20:06:38.586035 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Attempting to bind port cad253c6-efa0-4191-a209-83bfcf5dc951 on host hv-cinder-80587 for vnic_type normal with profile  {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 24 20:06:38.586777 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Attempting to bind port cad253c6-efa0-4191-a209-83bfcf5dc951 by drivers openvswitch,hyperv on host hv-cinder-80587 at level 0 using segments [{'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 24 20:06:38.587139 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Attempting to bind port cad253c6-efa0-4191-a209-83bfcf5dc951 on network 62b238d0-17ec-4109-8f40-53962fe02dec {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:06:38.592142 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Port cad253c6-efa0-4191-a209-83bfcf5dc951 on network 62b238d0-17ec-4109-8f40-53962fe02dec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80587 {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 24 20:06:38.592461 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Attempting to bind port cad253c6-efa0-4191-a209-83bfcf5dc951 on network 62b238d0-17ec-4109-8f40-53962fe02dec {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 24 20:06:38.598872 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f5024128-0c17-45ff-97c7-2b1717e13099 req-8e1c6975-aff5-431c-b867-261c023282fe tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427144
Aug 24 20:06:38.603165 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Checking agent: {'id': '19ae1733-1cdd-49d2-b4e0-7a8ec5dec27d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80587', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'started_at': datetime.datetime(2021, 8, 24, 19, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 20, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 24 20:06:38.603509 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Checking segment: {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 24 20:06:38.603964 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Bound using segment: {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'} {{(pid=80015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 24 20:06:38.604364 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.managers [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Bound port: cad253c6-efa0-4191-a209-83bfcf5dc951, host: hv-cinder-80587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e24560-b32c-487c-bab6-1b507372a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec'}}] {{(pid=80015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 24 20:06:38.604711 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:38.693760 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, cleared binding levels {{(pid=80015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 24 20:06:38.696581 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 24 20:06:38.802824 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8346814'] for port, after_update {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:38.808242 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-589943cb-b762-459b-994a-e8419cc49a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:38.866126 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:38.866774 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:38.868147 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] 10.222.0.60 "PUT /v2.0/ports/cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 1093 time: 1.1977594
Aug 24 20:06:38.868669 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:06:38.892314 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=3']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:38.896206 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-3b4899c4-d455-45a9-a3ef-249223022f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:38.983724 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'status': 'completed', 'code': 200}
Aug 24 20:06:39.062268 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-56aca28b-e671-4757-8de1-b76e1c22dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:39.064025 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-56aca28b-e671-4757-8de1-b76e1c22dc40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1096 time: 0.0719576
Aug 24 20:06:39.140968 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-0dca24b0-8057-44aa-af76-fe4f3a76cd1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 217 time: 0.0657895
Aug 24 20:06:39.205726 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-1f949192-8928-4e41-bd76-d84668772324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:39.207162 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-1f949192-8928-4e41-bd76-d84668772324 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0599811
Aug 24 20:06:39.282681 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-ccc9f5d2-15fc-4bb3-9b9b-12a3440e2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:39.284113 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-ccc9f5d2-15fc-4bb3-9b9b-12a3440e2266 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688655
Aug 24 20:06:39.418441 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-dd7f7d02-31e1-4aa0-be0d-4017967ed83b service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255529
Aug 24 20:06:39.550923 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-7a548534-ddbc-4871-b3c5-24edb9093619 req-fb77d2ad-ac40-474d-808d-13dad1453a5a service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251354
Aug 24 20:06:39.755095 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-10f7c4b1-ab85-4c69-b9e9-0c642c7249e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:39.756561 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-10f7c4b1-ab85-4c69-b9e9-0c642c7249e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1096 time: 0.0759788
Aug 24 20:06:39.791930 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd016-714b-4ea7-9d9c-392e04f8b476 req-71c8055e-eef6-42db-9309-c3dcbcb44722 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:39.793390 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d82fd016-714b-4ea7-9d9c-392e04f8b476 req-71c8055e-eef6-42db-9309-c3dcbcb44722 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0879309
Aug 24 20:06:39.837755 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-d82fd016-714b-4ea7-9d9c-392e04f8b476 req-8e5313c3-f2da-4b67-8dd7-808322499b0d tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385921
Aug 24 20:06:39.889869 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-5ac59aa7-d256-43cd-98ea-5c4f972affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:39.891347 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-5ac59aa7-d256-43cd-98ea-5c4f972affe1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1273024
Aug 24 20:06:39.960490 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-99de9e37-c6fc-4e4b-8182-0ac7f01c3dfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 217 time: 0.0624833
Aug 24 20:06:40.121826 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-c45e185b-a525-4d9c-8222-34ad622eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:40.123225 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-c45e185b-a525-4d9c-8222-34ad622eedf3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.1561716
Aug 24 20:06:40.202232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-571b866f-4b40-4038-9f18-77dfe4e37f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:40.203703 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-571b866f-4b40-4038-9f18-77dfe4e37f66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725474
Aug 24 20:06:40.332422 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-a22ec7b9-7e15-4cb3-ae9d-7b53c2ab2239 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214418
Aug 24 20:06:40.462746 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a18b0e29-cc43-4ecf-a023-2c72d09b404f req-48739b69-02c1-42bb-aa0f-178dd38a03d8 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235394
Aug 24 20:06:41.018639 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a9794-b0ac-4904-b6ad-930486717084 req-0cddc80b-c4f4-4463-a15a-0334cc037e15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:41.020055 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-958a9794-b0ac-4904-b6ad-930486717084 req-0cddc80b-c4f4-4463-a15a-0334cc037e15 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0778131
Aug 24 20:06:41.062432 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-958a9794-b0ac-4904-b6ad-930486717084 req-696b9a92-7221-4228-b515-fda356a3c6b0 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369427
Aug 24 20:06:42.250461 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1db2-73e3-45bc-8b4d-ee350f139e1a req-813b0499-0fca-46ff-84a6-1034c34364f8 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:42.251902 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-261d1db2-73e3-45bc-8b4d-ee350f139e1a req-813b0499-0fca-46ff-84a6-1034c34364f8 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0844419
Aug 24 20:06:42.297338 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-261d1db2-73e3-45bc-8b4d-ee350f139e1a req-2d79817d-1026-48a9-89a6-196acaef510d tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396109
Aug 24 20:06:42.539978 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:06:43.484764 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f6f51-4553-4d4c-b8f5-e5d68cc60198 req-4d9057d3-ad97-4a94-a225-37f04dbc18f5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:43.486197 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e44f6f51-4553-4d4c-b8f5-e5d68cc60198 req-4d9057d3-ad97-4a94-a225-37f04dbc18f5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0791810
Aug 24 20:06:43.532866 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-e44f6f51-4553-4d4c-b8f5-e5d68cc60198 req-456d0023-7442-4d23-8fb1-752a31bb0e20 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410976
Aug 24 20:06:44.715414 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946072-17c3-41f3-b77c-2b453649bcc7 req-77d9a063-fb2f-4e98-8203-b37808d4b763 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:44.716754 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-56946072-17c3-41f3-b77c-2b453649bcc7 req-77d9a063-fb2f-4e98-8203-b37808d4b763 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0808208
Aug 24 20:06:44.761434 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-56946072-17c3-41f3-b77c-2b453649bcc7 req-67f003c3-2d75-4999-b3ad-a9cb0a59a0a1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391653
Aug 24 20:06:45.943631 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043caeb-062e-4a49-ac02-370513d7df98 req-d3f3a461-15d3-42e0-aa9e-5eeebdcd892f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:45.945108 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5043caeb-062e-4a49-ac02-370513d7df98 req-d3f3a461-15d3-42e0-aa9e-5eeebdcd892f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0819821
Aug 24 20:06:45.989345 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5043caeb-062e-4a49-ac02-370513d7df98 req-4fdb908f-847e-4ed7-a748-c477a9efc66a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381441
Aug 24 20:06:47.176149 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f832e4a-30f6-4ce1-9b15-2e09bf8fbd66 req-956f8c3d-3c8c-4554-88c8-5f7e6afcaa3d tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:47.177483 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2f832e4a-30f6-4ce1-9b15-2e09bf8fbd66 req-956f8c3d-3c8c-4554-88c8-5f7e6afcaa3d tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0785434
Aug 24 20:06:47.221707 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2f832e4a-30f6-4ce1-9b15-2e09bf8fbd66 req-9dc9ed6c-dd18-418b-bfe9-13c374f971dc tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385623
Aug 24 20:06:47.523484 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device cad253c6-efa0-4191-a209-83bfcf5dc951 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:06:47.654719 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:47.667568 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'port_id': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'mac_address': 'fa:16:3e:99:57:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:06:47.721194 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:47.740242 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad253c6-efa0-4191-a209-83bfcf5dc951 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:06:47.755463 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:47.842304 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:47.845034 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:47.911247 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=4']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:47.914259 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:48.075711 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['cad253c6-efa0-4191-a209-83bfcf5dc951'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:06:48.408905 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807d854-d1d6-41cd-830d-5058524760d3 req-37359387-c5c5-4355-82fc-db0c8e0cb35a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:48.410392 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b807d854-d1d6-41cd-830d-5058524760d3 req-37359387-c5c5-4355-82fc-db0c8e0cb35a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 944 time: 0.0858290
Aug 24 20:06:48.454863 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-b807d854-d1d6-41cd-830d-5058524760d3 req-40d8d5f7-7c09-441a-9e57-4e8a67276a02 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388877
Aug 24 20:06:49.528201 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device cad253c6-efa0-4191-a209-83bfcf5dc951 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:06:49.642651 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5b90-8a98-427f-93c2-9b29aebe9bb2 req-aebe8635-6100-486b-811e-b804b4def279 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:49.644021 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-65db5b90-8a98-427f-93c2-9b29aebe9bb2 req-aebe8635-6100-486b-811e-b804b4def279 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 944 time: 0.0789518
Aug 24 20:06:49.649556 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning for port cad253c6-efa0-4191-a209-83bfcf5dc951 completed by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 24 20:06:49.654987 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port cad253c6-efa0-4191-a209-83bfcf5dc951 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:06:49.655367 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:49.692198 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-65db5b90-8a98-427f-93c2-9b29aebe9bb2 req-0f3184b1-de7c-4d14-80cf-260ceedf1c7a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424881
Aug 24 20:06:49.795659 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:49.832064 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:06:49.841287 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:06:49.918300 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:49.924376 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:49.927299 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'code': 200}
Aug 24 20:06:49.927776 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:49.993502 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=5']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:49.997024 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:50.385495 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5ef4-080b-4927-a2e2-c86a762547cb req-7de8b4e9-9e08-4ed3-9058-06ddf8b842a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:50.387005 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c82a5ef4-080b-4927-a2e2-c86a762547cb req-7de8b4e9-9e08-4ed3-9058-06ddf8b842a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0697508
Aug 24 20:06:50.428385 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-c82a5ef4-080b-4927-a2e2-c86a762547cb req-424eec37-fd08-4557-b7b6-b0ac0e5efa3a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345809
Aug 24 20:06:50.872585 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829500a4-ce77-420f-98d2-f7eb7b98b0c2 req-1ca7b57b-5a15-42ba-8903-085a97548d76 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:50.874037 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-829500a4-ce77-420f-98d2-f7eb7b98b0c2 req-1ca7b57b-5a15-42ba-8903-085a97548d76 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0792520
Aug 24 20:06:50.918527 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-829500a4-ce77-420f-98d2-f7eb7b98b0c2 req-b518ecd3-9221-4664-8f55-ac7a3013f5e8 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389621
Aug 24 20:06:52.104821 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b232-fd56-4bd5-9dcf-14e20c6bb48b req-f8cec1fc-2e8e-4301-a5eb-e9a64307e7bc tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:52.106232 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8e83b232-fd56-4bd5-9dcf-14e20c6bb48b req-f8cec1fc-2e8e-4301-a5eb-e9a64307e7bc tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0812235
Aug 24 20:06:52.149184 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8e83b232-fd56-4bd5-9dcf-14e20c6bb48b req-dbc04d50-d6c0-485c-9d9d-846a53dcc67a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374427
Aug 24 20:06:52.330150 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c17b-2d2c-4e9b-9f1d-7ec780412e03 req-d7f44bfa-0cfd-4d69-ac16-00b456b6f774 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:52.331627 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-32e2c17b-2d2c-4e9b-9f1d-7ec780412e03 req-d7f44bfa-0cfd-4d69-ac16-00b456b6f774 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0781982
Aug 24 20:06:52.376766 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-32e2c17b-2d2c-4e9b-9f1d-7ec780412e03 req-2759e416-0acb-438d-89bf-189594545237 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395610
Aug 24 20:06:52.398429 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35244) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:52.572156 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ad98c-81b5-40f4-87b6-87781e67123d tempest-TestShelveInstance-1909109929 tempest-TestShelveInstance-1909109929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:52.572903 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b45ad98c-81b5-40f4-87b6-87781e67123d tempest-TestShelveInstance-1909109929 tempest-TestShelveInstance-1909109929-project-admin] Synchronizing usage tracker for tenant:2aec683faf8348fc83176fd73493427b on resource:port {{(pid=80016) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:06:52.689528 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-b45ad98c-81b5-40f4-87b6-87781e67123d tempest-TestShelveInstance-1909109929 tempest-TestShelveInstance-1909109929-project-admin] Unset dirty status for tenant:2aec683faf8348fc83176fd73493427b on resource:port {{(pid=80016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:06:52.690641 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-b45ad98c-81b5-40f4-87b6-87781e67123d tempest-TestShelveInstance-1909109929 tempest-TestShelveInstance-1909109929-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1093 time: 0.2912037
Aug 24 20:06:52.693586 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35250) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:06:52.699336 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.v2.base [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Request body: {'floatingip': {'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'port_id': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 24 20:06:52.705278 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 24 20:06:52.709104 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Usage tracker for resource:floatingip and tenant:bd8d6af64c054ccf8cbc58d6b3128f12 is out of sync, need to count used quota {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 24 20:06:52.711955 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.quota.resource [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 24 20:06:52.717684 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.quota.driver [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 24 20:06:52.792289 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for floatingip, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:53.016655 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:53.146036 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_common [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Allocated IP 172.27.3.130 (dfae2075-dafe-4505-8ae5-ab6bd62982cc/2ff882f0-aa8b-4934-8a3c-243286ff6fe5/992f1995-9edf-41d1-b13b-0060c1a7f4bd) {{(pid=80016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 24 20:06:53.290679 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for port, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:53.364437 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729895130390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:53.369048 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1118522f-4461-4352-ab6d-b62c448d6312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:53.429241 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Network dfae2075-dafe-4505-8ae5-ab6bd62982cc is already hosted by enough agents. {{(pid=80016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 24 20:06:53.432046 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.base_scheduler [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Resources bound (agent type, host, resource id):  {{(pid=80016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 24 20:06:53.434756 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Received port after_create {{(pid=80016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 24 20:06:53.472228 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'Port': ['ID=992f1995-9edf-41d1-b13b-0060c1a7f4bd,revision_number=1']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:53.483016 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.483392 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.483761 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.484121 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.484478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.484835 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.485184 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.485534 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.485886 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.486235 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.486613 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.486961 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:06:53.490972 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:53.855453 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:53.991732 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:54.189576 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for port, precommit_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:54.278150 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8369104'] for port, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:54.281922 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-6c02e52f-4538-4467-9693-1cb50c22d3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:06:54.382844 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event updated for resources: {'Port': ['ID=992f1995-9edf-41d1-b13b-0060c1a7f4bd,revision_number=2']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:06:54.390847 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:06:54.399793 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1999208'] for floatingip, after_update {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:54.567546 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.db.l3_db [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Floating IP 32622683-d1b6-4132-922d-35ace84fc91d associated. External IP: 172.27.3.130, port: cad253c6-efa0-4191-a209-83bfcf5dc951.
Aug 24 20:06:55.019540 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Router ec4ecbba-cf0c-42de-931e-e1fb54fe973d has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:06:55.205411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:06:55.214439 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] Sync routers for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:06:55.223346 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:55.223965 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095ef5fc40>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:06:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:55.282106 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:06:55.349924 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-7bc3c38a-97b8-4675-a968-bd1e8daba636 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6551843
Aug 24 20:06:55.350786 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951'}] {{(pid=80016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:06:55.402218 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:55.448611 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'status': 'completed', 'code': 200}
Aug 24 20:06:55.543144 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-c8b2ec27-80c4-4542-a74e-5889a89d2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:55.544603 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-c8b2ec27-80c4-4542-a74e-5889a89d2542 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0741301
Aug 24 20:06:55.680473 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-49127f5f-4a9c-4073-9854-80bf1d5611a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:55.682709 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-49127f5f-4a9c-4073-9854-80bf1d5611a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1310413
Aug 24 20:06:55.750007 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095ef5fc40>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '32622683-d1b6-4132-922d-35ace84fc91d', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'port_id': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'mac_address': 'fa:16:3e:99:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64398ac9-1952-4172-886c-382ebfa69019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:06:53Z', 'updated_at': '2021-08-24T20:06:53Z', 'revision_number': 0, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:07Z', 'revision_number': 5, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:55.753825 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] Checking router: ec4ecbba-cf0c-42de-931e-e1fb54fe973d for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:06:55.762616 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:06:55.763218 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095ef5fc40>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:06:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:55.803610 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-2fd676e5-bc94-4797-8b42-6722988947c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 999 time: 0.1073883
Aug 24 20:06:55.864814 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-b017791f-ae18-4c9f-99a6-dd8e4854271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:55.866252 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-b017791f-ae18-4c9f-99a6-dd8e4854271f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0583320
Aug 24 20:06:55.935006 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:06:55.946522 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-f197efb0-96fe-436c-a773-0f0fa93136e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:06:55.948068 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-f197efb0-96fe-436c-a773-0f0fa93136e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702264
Aug 24 20:06:56.081712 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-e71c8e6b-5eab-42ca-9790-b13691a39ca7 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262448
Aug 24 20:06:56.216637 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-74c1af23-85e5-415f-bebd-a9a68158a121 req-48d374a9-bae7-411f-a866-532ff0343718 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271422
Aug 24 20:06:56.281325 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095ef5fc40>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '32622683-d1b6-4132-922d-35ace84fc91d', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'port_id': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'mac_address': 'fa:16:3e:99:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64398ac9-1952-4172-886c-382ebfa69019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:06:53Z', 'updated_at': '2021-08-24T20:06:53Z', 'revision_number': 0, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:07Z', 'revision_number': 5, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:06:56.285291 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b89584-4615-4a58-a8da-d85bc1d93a5b None None] The sync data for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi is: [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_floatingips': [{'id': '32622683-d1b6-4132-922d-35ace84fc91d', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'router_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'port_id': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'mac_address': 'fa:16:3e:99:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64398ac9-1952-4172-886c-382ebfa69019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T20:06:53Z', 'updated_at': '2021-08-24T20:06:53Z', 'revision_number': 0, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:07Z', 'revision_number': 5, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:06:56.469608 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71b2e2-190a-4fa8-9aab-1d2c23af4d0e None None] New status for floating IP 32622683-d1b6-4132-922d-35ace84fc91d: ACTIVE {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:07:00.425239 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ba7fbd40-4a21-4de6-b3f6-20a79d3db7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:01.032462 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:03.312646 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-88245ebd-9181-47cb-9021-5df8613341b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:04.233500 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:05.546281 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:19.538540 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:07:19.906167 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:30.397609 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d9525329-3f29-47a3-bee3-db935f519631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:31.032141 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:33.277640 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-21c4571f-9df6-4f1a-b587-f287e5fbdb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:34.016093 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-ed41fd78-d2a1-4f72-a85e-da211babaebe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720570
Aug 24 20:07:34.154735 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-90b23ce9-5f4f-4034-b40a-5943da562001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:07:34.156189 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-90b23ce9-5f4f-4034-b40a-5943da562001 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0693915
Aug 24 20:07:34.163356 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:34.299262 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-4e44d2da-77ce-48c2-81ec-5dfc2feb68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:07:34.300604 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-4e44d2da-77ce-48c2-81ec-5dfc2feb68cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1251094
Aug 24 20:07:34.500627 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-567198b2-d180-438e-a363-27dec27fc02e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 1001 time: 0.1920667
Aug 24 20:07:34.564035 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-a0291f1f-1adc-4949-a714-ac370e5e7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:07:34.565317 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-a0291f1f-1adc-4949-a714-ac370e5e7d95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0577385
Aug 24 20:07:34.640260 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-4ce9e4bd-8702-4c81-b72b-774c1164a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:07:34.641719 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-4ce9e4bd-8702-4c81-b72b-774c1164a434 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688987
Aug 24 20:07:34.774204 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-e7f52652-1537-4b3f-937b-15654a609b14 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239545
Aug 24 20:07:34.904483 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f42ee63e-8bd2-4276-a0aa-bc624862bad1 req-cde93afa-df5e-4770-a07f-a8f534a2e4ab service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236043
Aug 24 20:07:35.552094 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:49.928977 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:07:56.537394 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:08:00.403218 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-195d3abb-5223-4e4f-b5e5-a5e68afad383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:01.020622 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:03.294451 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-2588494b-e48f-4e8e-a137-97e214ee779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:04.174603 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:05.545963 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:19.963056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:30.546119 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e9b70ca5-b3cc-422d-86ad-8c7a044e8282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:31.041916 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:33.329086 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-adeef280-14d8-494e-b02b-1c4ae7286703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:33.536465 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:08:34.180093 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:35.000129 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-b05eb009-f0f3-4241-98d6-942a7fa5fecf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676024
Aug 24 20:08:35.138202 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-6b8716d2-5969-480f-8679-63977454b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:35.139577 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-6b8716d2-5969-480f-8679-63977454b46a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0731468
Aug 24 20:08:35.284240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-86b18c88-c53c-47fb-8344-b1587d60e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:35.285695 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-86b18c88-c53c-47fb-8344-b1587d60e413 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1272390
Aug 24 20:08:35.388433 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-247642a4-337c-4a76-875c-f7fb0071b1af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 1001 time: 0.0958717
Aug 24 20:08:35.448107 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-1c041a2f-b2d2-479b-b799-c73a5a6c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:35.449468 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-1c041a2f-b2d2-479b-b799-c73a5a6c3091 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0555260
Aug 24 20:08:35.523923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-e6875410-3f7f-47a8-8709-8959d5bb5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:35.525388 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-e6875410-3f7f-47a8-8709-8959d5bb5c61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681427
Aug 24 20:08:35.580480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:35.654581 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-bc7ed558-6c9a-47ea-91fb-5b7b5e14bb88 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216903
Aug 24 20:08:35.791937 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-44418184-c3e9-4204-9eb3-da4af4a66c2c req-2f7b7eb9-6969-4fa9-a1fb-cb9139858dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313286
Aug 24 20:08:49.997466 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:08:54.022712 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff83c85-0c10-4de9-9bef-ef593639b33b req-bc81da70-2baa-469d-98e3-e2e715664d1b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:54.024198 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eff83c85-0c10-4de9-9bef-ef593639b33b req-bc81da70-2baa-469d-98e3-e2e715664d1b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0812836
Aug 24 20:08:54.068061 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-eff83c85-0c10-4de9-9bef-ef593639b33b req-faf312f8-c9b0-4c47-a4fc-5436238e9209 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382662
Aug 24 20:08:55.269571 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f3369-3d1e-494c-91b8-0822bb710ec2 req-a2544401-b28c-483a-a5c2-ca08b906a2e8 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:55.271031 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-344f3369-3d1e-494c-91b8-0822bb710ec2 req-a2544401-b28c-483a-a5c2-ca08b906a2e8 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0832462
Aug 24 20:08:55.316192 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-344f3369-3d1e-494c-91b8-0822bb710ec2 req-1396509b-6cb9-46c5-bbea-872f562677e6 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395753
Aug 24 20:08:56.512065 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8981-de80-4876-9eae-c3b406670982 req-40a88336-0e09-47b5-b722-62c96d237552 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:56.513523 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-301e8981-de80-4876-9eae-c3b406670982 req-40a88336-0e09-47b5-b722-62c96d237552 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0793629
Aug 24 20:08:56.559900 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-301e8981-de80-4876-9eae-c3b406670982 req-c9bf5736-8cde-42f3-999a-26d7361805a1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408947
Aug 24 20:08:57.753894 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66955bb1-d477-4507-8ab8-456a2fa83038 req-baced63a-8e92-4276-8661-5d5a65011737 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:57.755343 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-66955bb1-d477-4507-8ab8-456a2fa83038 req-baced63a-8e92-4276-8661-5d5a65011737 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0784063
Aug 24 20:08:57.798679 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-66955bb1-d477-4507-8ab8-456a2fa83038 req-99e6c0fd-44d5-4f00-94b1-5fa958ad327d tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377724
Aug 24 20:08:58.986003 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa012d-5deb-41be-890a-ec751397486b req-c5bf78ce-b8cc-451d-8152-e78f5e63457a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:08:58.987471 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8eaa012d-5deb-41be-890a-ec751397486b req-c5bf78ce-b8cc-451d-8152-e78f5e63457a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0841055
Aug 24 20:08:59.031382 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8eaa012d-5deb-41be-890a-ec751397486b req-120c28ab-dd2c-4e29-aa15-640b6f314ab4 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382810
Aug 24 20:09:00.211626 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5766-eb7d-495a-92e4-8d8b6ef4003c req-76c4d92e-a4a5-4a5f-8d58-5e4f3683e018 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:00.213066 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-71ec5766-eb7d-495a-92e4-8d8b6ef4003c req-76c4d92e-a4a5-4a5f-8d58-5e4f3683e018 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0777328
Aug 24 20:09:00.265894 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-71ec5766-eb7d-495a-92e4-8d8b6ef4003c req-083f7e9a-d5c9-461d-b01c-65e2470a4398 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470469
Aug 24 20:09:00.414413 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-10f855df-a73d-406b-a727-879589e58b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:01.037644 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:01.445899 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3fed1-595b-47a4-8cf4-ab1b9b3f5a3a req-7a7b232c-0fa0-4e3f-8387-be50bf6aef76 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:01.447354 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6ff3fed1-595b-47a4-8cf4-ab1b9b3f5a3a req-7a7b232c-0fa0-4e3f-8387-be50bf6aef76 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0784926
Aug 24 20:09:01.492505 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6ff3fed1-595b-47a4-8cf4-ab1b9b3f5a3a req-f8a54cef-c2cd-4b48-9be1-6b1c0e5c9310 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396473
Aug 24 20:09:02.678648 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f37c1a-3285-49d1-9fa5-e9324c827df6 req-d2ae7328-586d-408f-8bf0-816b659bc014 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:02.680517 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c5f37c1a-3285-49d1-9fa5-e9324c827df6 req-d2ae7328-586d-408f-8bf0-816b659bc014 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0829432
Aug 24 20:09:02.724216 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c5f37c1a-3285-49d1-9fa5-e9324c827df6 req-75aa7433-548b-48ce-9cb0-c9909c5f4665 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380940
Aug 24 20:09:03.294456 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8ec3-23ac-401e-90dc-adf33405f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:03.903069 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7022-db46-48c5-9b0a-79325e8ffca5 req-54683ef4-8fab-46e3-a5f5-ef9a4fd94036 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:03.904521 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74ba7022-db46-48c5-9b0a-79325e8ffca5 req-54683ef4-8fab-46e3-a5f5-ef9a4fd94036 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0784051
Aug 24 20:09:03.951597 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-74ba7022-db46-48c5-9b0a-79325e8ffca5 req-aea160f0-0aba-4fb4-a9e2-f991c71bc354 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416367
Aug 24 20:09:04.209164 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:04.216526 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-4a3e5b11-d859-42f1-a1b7-5e9afec9f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:04.217977 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-4a3e5b11-d859-42f1-a1b7-5e9afec9f9d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0738666
Aug 24 20:09:04.347528 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-8bd1f312-8bd5-46f6-b591-d71a253948f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:04.349022 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-8bd1f312-8bd5-46f6-b591-d71a253948f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1241894
Aug 24 20:09:04.560203 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-9221ff52-c34f-4e66-a1b7-976602e355c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 1001 time: 0.2036226
Aug 24 20:09:04.622288 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-180c119e-5848-4d45-9634-4166040b7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:04.623802 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-180c119e-5848-4d45-9634-4166040b7c86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0567629
Aug 24 20:09:04.702128 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-203a74a1-f6f6-412d-9fec-1444ad359303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:04.703618 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-203a74a1-f6f6-412d-9fec-1444ad359303 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730195
Aug 24 20:09:04.833054 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-b3ce0079-0200-40d2-9c9b-90f6db47c0fc service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227767
Aug 24 20:09:04.974830 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-76c787ce-ce1c-4d22-832c-7f2411243750 req-b28abf33-853d-4dae-a19d-aee06dbf81e1 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357219
Aug 24 20:09:05.136187 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998ee3c-e224-465f-b605-c387bcaa67d3 req-12a0c4f7-79f6-47f3-ba29-ba5a6e797642 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:05.137564 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6998ee3c-e224-465f-b605-c387bcaa67d3 req-12a0c4f7-79f6-47f3-ba29-ba5a6e797642 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0807490
Aug 24 20:09:05.181287 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-6998ee3c-e224-465f-b605-c387bcaa67d3 req-3291b205-9dfa-4614-8d1d-74f47fed8b83 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380685
Aug 24 20:09:05.545867 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:06.369545 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679ac1-1bf1-4fa6-8786-9dd06623c6c0 req-257fb67d-f28b-4541-b0cd-27d69e893f71 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:06.371049 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-90679ac1-1bf1-4fa6-8786-9dd06623c6c0 req-257fb67d-f28b-4541-b0cd-27d69e893f71 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0844567
Aug 24 20:09:06.517512 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-90679ac1-1bf1-4fa6-8786-9dd06623c6c0 req-cc8527b9-0f42-45e2-866e-f9166da30392 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1408248
Aug 24 20:09:07.708791 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cc512-090c-4d77-8021-411ddac9ff7a req-b9bb7218-efb0-4a83-929a-f01dbc8fb50d tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:07.710816 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c2cc512-090c-4d77-8021-411ddac9ff7a req-b9bb7218-efb0-4a83-929a-f01dbc8fb50d tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0790174
Aug 24 20:09:07.758505 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4c2cc512-090c-4d77-8021-411ddac9ff7a req-9f8f216a-e0c4-40ce-8688-4ccaf3d57498 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420661
Aug 24 20:09:08.937902 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe70be4-7f2c-46d4-b388-cd3a427fefa3 req-d26656a3-26c0-48df-8d67-c28e6118f111 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:08.939340 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fe70be4-7f2c-46d4-b388-cd3a427fefa3 req-d26656a3-26c0-48df-8d67-c28e6118f111 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0769596
Aug 24 20:09:08.983552 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-4fe70be4-7f2c-46d4-b388-cd3a427fefa3 req-994a2375-5a58-4b00-ad6d-2e7719038122 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386865
Aug 24 20:09:10.131043 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device cad253c6-efa0-4191-a209-83bfcf5dc951 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:09:10.242970 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:10.268482 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:09:10.278195 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:09:10.310274 dv-cinder-805877-1-iscsi neutron-server[80017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'code': 422} returned with failed status
Aug 24 20:09:10.346412 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:10.350587 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:09:10.414859 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=6']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:09:10.422056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.422437 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.422778 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.423116 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.423448 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.423777 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.424132 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.424480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.424809 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.425184 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.425510 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.425832 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:09:10.429828 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:09:10.494433 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454738a6-bff1-4d52-8fe6-1922fe888a79 req-a48d4177-8491-49d7-9aaf-fa3c58ea76e6 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:10.495917 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-454738a6-bff1-4d52-8fe6-1922fe888a79 req-a48d4177-8491-49d7-9aaf-fa3c58ea76e6 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0847893
Aug 24 20:09:10.535566 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:09:10.542017 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-454738a6-bff1-4d52-8fe6-1922fe888a79 req-fdd9054a-a486-4c15-a5c8-8c8955708369 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406601
Aug 24 20:09:10.581491 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35326) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:09:10.692064 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-8809f497-935b-40d9-82cb-5c9c6bdecb17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1092746
Aug 24 20:09:11.726117 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357293c4-dc9c-447a-b640-c621f31ea9d8 req-991f8928-513d-4080-8c32-5ebe39539e3f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:11.727621 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-357293c4-dc9c-447a-b640-c621f31ea9d8 req-991f8928-513d-4080-8c32-5ebe39539e3f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0845368
Aug 24 20:09:11.773126 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-357293c4-dc9c-447a-b640-c621f31ea9d8 req-d7de5291-e54f-456f-86e3-a39734eb1c7f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392027
Aug 24 20:09:12.960335 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f34e90-5166-4dcd-9b26-7686aae022a0 req-33a58871-59e3-4112-8a23-b4bb410a1ca5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:12.961799 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-49f34e90-5166-4dcd-9b26-7686aae022a0 req-33a58871-59e3-4112-8a23-b4bb410a1ca5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0802996
Aug 24 20:09:13.007167 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-49f34e90-5166-4dcd-9b26-7686aae022a0 req-b6a506a8-f19d-4e41-83d7-c19902739430 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398281
Aug 24 20:09:14.195566 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292eae5-0a38-4624-ab1b-7f1e1c840886 req-040f6d3d-50d5-4ed0-9d9c-b6f0d00ce25c tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:14.197011 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9292eae5-0a38-4624-ab1b-7f1e1c840886 req-040f6d3d-50d5-4ed0-9d9c-b6f0d00ce25c tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0836370
Aug 24 20:09:14.241593 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-9292eae5-0a38-4624-ab1b-7f1e1c840886 req-a3865562-3c83-466e-8e8b-030cb61ddadd tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390286
Aug 24 20:09:15.421281 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fc127-a9b7-4a5b-ad1f-c4347d554605 req-0eeaab81-b844-49d2-a322-f2d162ac8701 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:15.422749 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-915fc127-a9b7-4a5b-ad1f-c4347d554605 req-0eeaab81-b844-49d2-a322-f2d162ac8701 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0791759
Aug 24 20:09:15.470382 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-915fc127-a9b7-4a5b-ad1f-c4347d554605 req-fd9a5d8c-ce39-4109-bcc8-8e3433fe83bf tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419822
Aug 24 20:09:16.655476 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e703b-ddf2-42e8-b468-07dcaee09c39 req-3df95dbf-9430-43e6-b833-467e4cbfe0a1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:16.656834 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-be3e703b-ddf2-42e8-b468-07dcaee09c39 req-3df95dbf-9430-43e6-b833-467e4cbfe0a1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0797257
Aug 24 20:09:16.701743 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-be3e703b-ddf2-42e8-b468-07dcaee09c39 req-c6f4fe4f-822f-4e6e-9ceb-ac9a094f333b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392942
Aug 24 20:09:17.532379 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-f18af31d-0b9e-4e15-b40f-29e47567230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:17.533839 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-f18af31d-0b9e-4e15-b40f-29e47567230e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019&tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12 HTTP/1.1" status: 200  len: 1096 time: 0.0704803
Aug 24 20:09:17.622994 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-7bf9a763-fcb4-457b-acd6-829a35e03daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:17.624442 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-7bf9a763-fcb4-457b-acd6-829a35e03daf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1096 time: 0.0695591
Aug 24 20:09:17.756757 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-63c31246-3eeb-4134-840b-deeea72860cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:17.758869 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-63c31246-3eeb-4134-840b-deeea72860cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1281235
Aug 24 20:09:17.861908 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-ea10bfd5-d2fa-4054-8631-003113df3ad0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 999 time: 0.0964227
Aug 24 20:09:17.886782 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97142-a5ff-4e75-84c5-48f0eac0c897 req-e4478006-9662-4bca-9fd6-95a0c861e597 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:17.888301 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5cc97142-a5ff-4e75-84c5-48f0eac0c897 req-e4478006-9662-4bca-9fd6-95a0c861e597 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0832613
Aug 24 20:09:17.927054 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-4bec80b6-97fc-41cf-90e3-c1ebb021f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:17.928563 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-4bec80b6-97fc-41cf-90e3-c1ebb021f32b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0601177
Aug 24 20:09:17.932808 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5cc97142-a5ff-4e75-84c5-48f0eac0c897 req-330ed15d-5d34-46bb-b136-2bafe57c648c tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388415
Aug 24 20:09:18.007672 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-b8d5b79b-38b9-41e9-acf2-28b43a017b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:18.009069 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-b8d5b79b-38b9-41e9-acf2-28b43a017b64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744925
Aug 24 20:09:18.139507 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-224329eb-129b-4a7a-a7e1-9b5437d7ca68 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238856
Aug 24 20:09:18.271797 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-8ceb82ee-fa7e-45c2-9e5b-a0b90aad654c req-225aaa84-d644-4966-83ee-89552a4e2633 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257122
Aug 24 20:09:19.112628 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a06dd-f6b4-43b0-99dc-a268a441c302 req-107a15f6-631b-48b1-8a55-21d243c5f3db tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:19.114058 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-310a06dd-f6b4-43b0-99dc-a268a441c302 req-107a15f6-631b-48b1-8a55-21d243c5f3db tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0778911
Aug 24 20:09:19.157418 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-310a06dd-f6b4-43b0-99dc-a268a441c302 req-b9220206-a941-4cd0-ba63-104480e874de tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379326
Aug 24 20:09:20.026146 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:20.488119 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e311c1e-94cf-4f0b-b7f9-3c560ae3f8ef req-aba74474-e155-4c83-bd17-603f675fcf1a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:20.489550 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5e311c1e-94cf-4f0b-b7f9-3c560ae3f8ef req-aba74474-e155-4c83-bd17-603f675fcf1a tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0806570
Aug 24 20:09:20.533143 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5e311c1e-94cf-4f0b-b7f9-3c560ae3f8ef req-b46b04ac-db2d-4f11-add8-c2d6093be0cd tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380363
Aug 24 20:09:21.718881 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986944e0-a09d-4494-bdb4-957b4a5835f0 req-d8160be4-e0ac-4c77-8249-f085e2569c2c tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:21.720229 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-986944e0-a09d-4494-bdb4-957b4a5835f0 req-d8160be4-e0ac-4c77-8249-f085e2569c2c tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0822732
Aug 24 20:09:21.764011 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-986944e0-a09d-4494-bdb4-957b4a5835f0 req-fc9dcff0-cd2a-4cde-be76-5f6feca75078 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382915
Aug 24 20:09:23.029307 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985ba4-f0e1-47aa-a2f3-b9e8c1f9b504 req-ae0554ea-c76a-4ddb-bbaa-92a2cb8efa76 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:23.030760 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5e985ba4-f0e1-47aa-a2f3-b9e8c1f9b504 req-ae0554ea-c76a-4ddb-bbaa-92a2cb8efa76 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.1649463
Aug 24 20:09:23.074598 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-5e985ba4-f0e1-47aa-a2f3-b9e8c1f9b504 req-ced0921a-81b8-4f82-aede-c888984f11f1 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378432
Aug 24 20:09:24.303636 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040059-8624-4d29-bad2-783a00b91200 req-7d2e8bc8-bf3d-49e3-afa8-8a9ac1f207a6 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:24.305613 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-49040059-8624-4d29-bad2-783a00b91200 req-7d2e8bc8-bf3d-49e3-afa8-8a9ac1f207a6 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.1284225
Aug 24 20:09:24.349410 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-49040059-8624-4d29-bad2-783a00b91200 req-67bf188f-06e4-43c2-9f3a-eaccbe109252 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379245
Aug 24 20:09:25.529017 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8202be-ea5f-4926-98ad-b3cc9abc9265 req-d11523ec-a2cf-4b40-96dd-edf7622abe6e tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:25.530357 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ac8202be-ea5f-4926-98ad-b3cc9abc9265 req-d11523ec-a2cf-4b40-96dd-edf7622abe6e tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 943 time: 0.0770752
Aug 24 20:09:25.576858 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-ac8202be-ea5f-4926-98ad-b3cc9abc9265 req-0368811a-8f4c-494d-969f-f1ca00fcd997 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410044
Aug 24 20:09:26.190884 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device cad253c6-efa0-4191-a209-83bfcf5dc951 details requested by agent hyperv_hv-cinder-80587 with host hv-cinder-80587 {{(pid=80017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 24 20:09:26.319965 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:09:26.332641 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Returning: {'device': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'port_id': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'mac_address': 'fa:16:3e:99:57:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 24 20:09:26.391650 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:26.407887 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad253c6-efa0-4191-a209-83bfcf5dc951 {{(pid=80017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 24 20:09:26.423118 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:09:26.500204 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:26.501875 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:09:26.565128 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=7']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:09:26.568261 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:09:26.735920 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] get_ports_and_sgs() called for port_ids ['cad253c6-efa0-4191-a209-83bfcf5dc951'] {{(pid=80017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 24 20:09:26.759665 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00758bc0-2975-41ba-aa0f-49567bd0c28a req-d8b30f2d-f2a4-4f67-b4e6-d9bf4ecea886 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:26.761121 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-00758bc0-2975-41ba-aa0f-49567bd0c28a req-d8b30f2d-f2a4-4f67-b4e6-d9bf4ecea886 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 944 time: 0.0804935
Aug 24 20:09:26.809101 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-00758bc0-2975-41ba-aa0f-49567bd0c28a req-548f12a0-e114-4632-91cf-ae3f649417c9 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423865
Aug 24 20:09:27.999795 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5830d3-873a-4f5a-b0b0-5c14064e7dda req-ff72ae9a-5f2a-466c-b15a-c5ef175923f4 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:28.001241 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-de5830d3-873a-4f5a-b0b0-5c14064e7dda req-ff72ae9a-5f2a-466c-b15a-c5ef175923f4 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 944 time: 0.0851924
Aug 24 20:09:28.127824 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-de5830d3-873a-4f5a-b0b0-5c14064e7dda req-e195b0fb-680e-4bb9-8412-8c97b3a93666 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208930
Aug 24 20:09:28.191130 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device cad253c6-efa0-4191-a209-83bfcf5dc951 up at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 24 20:09:28.258410 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.provisioning_blocks [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Provisioning complete for port cad253c6-efa0-4191-a209-83bfcf5dc951 triggered by entity L2. {{(pid=80017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 24 20:09:28.258791 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920000'] for port, provisioning_complete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:28.375512 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801300'] for port, before_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:28.403575 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951'}] {{(pid=80017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:09:28.413710 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:09:28.447710 dv-cinder-805877-1-iscsi neutron-server[80017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'code': 200}
Aug 24 20:09:28.546109 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729895610691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729895130408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729895130453'] for port, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:28.548095 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:09:28.616656 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Pushing event updated for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=8']} {{(pid=80017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:09:28.619747 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_concurrency.lockutils [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:09:28.856822 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085336c3-21b5-433f-b68d-48152ef90ffc req-9ee87fa8-efeb-4f53-bf19-0bde63bfde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:28.858235 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-085336c3-21b5-433f-b68d-48152ef90ffc req-9ee87fa8-efeb-4f53-bf19-0bde63bfde6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0677783
Aug 24 20:09:28.903225 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-085336c3-21b5-433f-b68d-48152ef90ffc req-f90c0f7c-8f9c-42cf-8e28-cc8b1456339b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384009
Aug 24 20:09:29.306609 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0fdc3-6bd5-414f-a621-e3bd1ff1a3a4 req-cb128c3e-d57f-4e66-b317-271f23eba4dc tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:29.308035 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-94f0fdc3-6bd5-414f-a621-e3bd1ff1a3a4 req-cb128c3e-d57f-4e66-b317-271f23eba4dc tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0776865
Aug 24 20:09:29.355235 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-94f0fdc3-6bd5-414f-a621-e3bd1ff1a3a4 req-ebe6d14c-d05c-43f5-8441-d7d7b337ddf9 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416391
Aug 24 20:09:30.489172 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-92dd5cf2-3275-4a21-854e-ebe233284d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:30.539870 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb8f8-3c07-4c9a-a358-f456f7652a5c req-2750df53-ea82-4829-a578-a17180401f6e tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:30.541213 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f3acb8f8-3c07-4c9a-a358-f456f7652a5c req-2750df53-ea82-4829-a578-a17180401f6e tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0776074
Aug 24 20:09:30.586114 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-f3acb8f8-3c07-4c9a-a358-f456f7652a5c req-ddf4fb8a-740a-4320-811c-702a56e8d171 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392752
Aug 24 20:09:31.072056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:33.289584 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb627-af39-4bd4-8001-b0af530007d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:34.186030 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:35.574706 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:36.003535 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-bd924f9e-ff6a-475e-b4a7-5074deaaf4d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703712
Aug 24 20:09:36.146191 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-153700af-6c12-4c61-bbf6-c359e636bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:36.147693 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-153700af-6c12-4c61-bbf6-c359e636bbb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0711074
Aug 24 20:09:36.289734 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-a5d5e17c-4a5d-44af-afe5-2ee35aad358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:36.291116 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-a5d5e17c-4a5d-44af-afe5-2ee35aad358f service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1255434
Aug 24 20:09:36.397978 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-e4865432-6403-40bd-9624-c2518455bc61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 1001 time: 0.1004574
Aug 24 20:09:36.464229 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-d8302c39-b0a8-4bdd-8845-f2fd77136e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:36.465691 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-d8302c39-b0a8-4bdd-8845-f2fd77136e85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0618191
Aug 24 20:09:36.541511 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-79cc4d99-cc7a-4688-8c73-fc2f03e63867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:09:36.542901 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-79cc4d99-cc7a-4688-8c73-fc2f03e63867 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698936
Aug 24 20:09:36.773066 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-16814ccf-4bbc-4eaa-8505-3838f13532d6 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226129
Aug 24 20:09:36.904874 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-f2ce709e-5ef2-4579-8237-0a13db24d0f5 req-140c6da7-c34b-416e-ab49-292701a004c7 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253731
Aug 24 20:09:47.534518 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:09:50.026196 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:09:52.965336 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [req-a7cd6952-c754-4035-8aba-ad0cad9f4234 req-f1e3d505-09d6-4f75-a3f6-65fc529e919c service neutron] (80015) timed out ('10.222.0.60', 63841) {{(pid=80015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 24 20:10:00.420339 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-57d2c935-30ef-409f-b8c9-864a4c05ae37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:01.060424 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:03.329043 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a00e656b-a113-4f2e-8d44-b305fa132d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:04.174785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:05.563409 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:20.031941 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:24.532837 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:10:30.431703 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-938a9a23-d8dc-4791-9685-b92c366cc63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:31.071150 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:33.288834 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d7c06c92-9844-4327-ade0-344be167021d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:34.174482 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:35.563056 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:36.056359 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-91d1c284-edf5-4be4-93a9-88e27cd5d3a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1191986
Aug 24 20:10:36.191926 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-8bdf5d17-7f81-46fb-83a4-441c3e4286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:36.193437 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-8bdf5d17-7f81-46fb-83a4-441c3e4286b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0701871
Aug 24 20:10:36.336002 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-85d28b2d-3b0d-4cc4-bdd0-72e1fcdb8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:36.337424 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-85d28b2d-3b0d-4cc4-bdd0-72e1fcdb8dc7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1244743
Aug 24 20:10:36.438999 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-dcc6076f-7dcb-47a7-a09a-7268f3da65ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 1001 time: 0.0945904
Aug 24 20:10:36.500341 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-98a6c500-0d22-4e47-9821-54fdd8f03a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:36.501733 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-98a6c500-0d22-4e47-9821-54fdd8f03a9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0559988
Aug 24 20:10:36.576527 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-137f3559-f645-4a14-afdc-6eed8b89a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:36.577940 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-137f3559-f645-4a14-afdc-6eed8b89a0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697000
Aug 24 20:10:36.708234 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-1f0f5473-7c40-413f-8c2e-a5cc6ee27d57 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227977
Aug 24 20:10:36.838756 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-bd1fb9b4-d8a6-48d6-9f1a-5ec2faae6ee5 req-a97fbcc9-e746-4ba9-aa0a-d4df195e7f14 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232910
Aug 24 20:10:43.469790 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35414) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:43.668303 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Deleting port 992f1995-9edf-41d1-b13b-0060c1a7f4bd {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:43.668566 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:43.837621 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:43.837950 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:44.065642 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Calling delete_port for 992f1995-9edf-41d1-b13b-0060c1a7f4bd owned by network:floatingip {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:10:44.295049 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:44.298595 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-b6f6a53c-f736-4a94-b43b-b4d6965aafb6 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:44.342474 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event deleted for resources: {'Port': ['ID=992f1995-9edf-41d1-b13b-0060c1a7f4bd,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:44.388401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.388790 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.389171 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.389553 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.389917 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.390283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.390671 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.391038 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.391401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.391762 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.392120 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.392474 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:44.395888 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:44.449454 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for floatingip, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:44.449780 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.db.l3_db [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Floating IP 32622683-d1b6-4132-922d-35ace84fc91d disassociated (deleted). External IP: 172.27.3.130, port: cad253c6-efa0-4191-a209-83bfcf5dc951.
Aug 24 20:10:44.796243 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Router ec4ecbba-cf0c-42de-931e-e1fb54fe973d has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:10:44.976087 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:10:44.985365 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] Sync routers for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:10:44.988596 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for floatingip, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:44.995324 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:10:44.995954 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efec640>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:10:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:45.042848 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "DELETE /v2.0/floatingips/32622683-d1b6-4132-922d-35ace84fc91d HTTP/1.1" status: 204  len: 168 time: 1.5719478
Aug 24 20:10:45.043613 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:10:45.090078 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'status': 'completed', 'code': 200}
Aug 24 20:10:45.189987 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-cb78ea03-39bc-4c42-bb42-e5b08fb3be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:45.192810 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-cb78ea03-39bc-4c42-bb42-e5b08fb3be55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 1098 time: 0.0803223
Aug 24 20:10:45.214269 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:10:45.327355 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-d61ddc43-4dc0-476b-8309-f9ca26c7729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:45.328800 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-d61ddc43-4dc0-476b-8309-f9ca26c7729f service neutron] 10.222.0.60 "GET /v2.0/networks?id=62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 200  len: 909 time: 0.1294520
Aug 24 20:10:45.402724 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-53e21df0-f03e-4ccc-b260-546b3c0b3660 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 200  len: 217 time: 0.0664489
Aug 24 20:10:45.472013 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-1275c05f-7269-4505-924c-cfc3b6403ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:45.473508 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-1275c05f-7269-4505-924c-cfc3b6403ced service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 200  len: 848 time: 0.0649395
Aug 24 20:10:45.534365 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efec640>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:07Z', 'revision_number': 5, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:45.538295 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] Checking router: ec4ecbba-cf0c-42de-931e-e1fb54fe973d for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:10:45.548006 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:10:45.548811 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efec640>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:10:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:45.550745 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-d1cd57e4-815f-4bc7-b8a0-4f85a67228b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:45.552235 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-d1cd57e4-815f-4bc7-b8a0-4f85a67228b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62b238d0-17ec-4109-8f40-53962fe02dec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712852
Aug 24 20:10:45.667439 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b396-d0bb-4ebf-9e96-c12c879edef7 req-396421bc-8074-4d42-9ca7-9dad440fe77f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:45.670135 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c6f7b396-d0bb-4ebf-9e96-c12c879edef7 req-396421bc-8074-4d42-9ca7-9dad440fe77f tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0904515
Aug 24 20:10:45.723932 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c6f7b396-d0bb-4ebf-9e96-c12c879edef7 req-d083acad-4333-4a6c-bcb7-acc2fd6dc52e tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481393
Aug 24 20:10:45.732144 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:10:45.814996 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-5653abfe-00af-4305-9535-334fc87f9189 service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551260
Aug 24 20:10:45.949006 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-a861552b-e9d2-4d52-86e1-d21d3172869d req-133c40a2-0ad1-4b33-9f81-8e58f96d10bc service neutron] 10.222.0.60 "GET /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262693
Aug 24 20:10:46.042258 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efec640>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:07Z', 'revision_number': 5, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:46.047066 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63e2b4-33e5-4184-97ee-e822be0e87c3 None None] The sync data for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi is: [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:06:00Z', 'revision_number': 4, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi', '_interfaces': [{'id': '42d66ac7-a43c-4ef4-9b0b-ed818214ef4d', 'name': '', 'network_id': '62b238d0-17ec-4109-8f40-53962fe02dec', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'mac_address': 'fa:16:3e:72:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:59Z', 'updated_at': '2021-08-24T20:06:07Z', 'revision_number': 5, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'subnets': [{'id': 'c3cd0aed-b2bb-4458-9de5-3724837a9094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:10:46.249382 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866de9c-0c47-4012-b8bb-cd728301bfbb None None] New status for floating IP 32622683-d1b6-4132-922d-35ace84fc91d: DOWN {{(pid=80018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 24 20:10:46.913945 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac43c-edab-47bb-ba93-123ca0464b62 req-3edb3a64-8c26-4f4a-a977-aa3005c2cbe9 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:46.915380 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c3ac43c-edab-47bb-ba93-123ca0464b62 req-3edb3a64-8c26-4f4a-a977-aa3005c2cbe9 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.0772679
Aug 24 20:10:46.959662 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-8c3ac43c-edab-47bb-ba93-123ca0464b62 req-f5923ec4-b109-45d0-aed2-78558a6a8211 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0bb3edb-e8db-4d64-ab47-75fe7b40912c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387444
Aug 24 20:10:47.193079 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-f2422a74-7a4d-4784-bc98-92d86c9530a5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 24 20:10:47.193766 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-f2422a74-7a4d-4784-bc98-92d86c9530a5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Synchronizing usage tracker for tenant:bd8d6af64c054ccf8cbc58d6b3128f12 on resource:port {{(pid=80015) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 24 20:10:47.282751 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.quota.resource [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-f2422a74-7a4d-4784-bc98-92d86c9530a5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Unset dirty status for tenant:bd8d6af64c054ccf8cbc58d6b3128f12 on resource:port {{(pid=80015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 24 20:10:47.283781 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-f2422a74-7a4d-4784-bc98-92d86c9530a5 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.60 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 945 time: 0.1743627
Aug 24 20:10:47.354272 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Deleting port cad253c6-efa0-4191-a209-83bfcf5dc951 {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:47.354644 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:47.595954 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] For port cad253c6-efa0-4191-a209-83bfcf5dc951, host hv-cinder-80587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80587',level=0,port_id=cad253c6-efa0-4191-a209-83bfcf5dc951,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:10:47.596225 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:47.716452 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Calling delete_port for cad253c6-efa0-4191-a209-83bfcf5dc951 owned by compute:nova {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:10:47.962843 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:47.967988 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-38fc49e5-cb7b-48c1-8f8f-44c3b85db3a2 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:48.018375 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event deleted for resources: {'Port': ['ID=cad253c6-efa0-4191-a209-83bfcf5dc951,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:48.022284 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:48.098748 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] No DVR routers for this DVR port cad253c6-efa0-4191-a209-83bfcf5dc951 on host hv-cinder-80587 {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:10:48.101735 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401574'] for port, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:48.104339 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-deleted', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951'}] {{(pid=80015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 24 20:10:48.121224 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-c63af48c-a90d-439d-93c6-c9042186dca8 req-906f08ab-9600-4992-a77c-2bc89487b937 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 210 time: 0.0495217
Aug 24 20:10:48.148749 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64398ac9-1952-4172-886c-382ebfa69019', 'name': 'network-vif-deleted', 'tag': 'cad253c6-efa0-4191-a209-83bfcf5dc951', 'status': 'completed', 'code': 200}
Aug 24 20:10:48.203979 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [req-4fd83d68-4101-402f-9ac2-099a82dc666b req-4e6a296f-c0f1-4f58-b108-eb047797be6b tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.60 "DELETE /v2.0/ports/cad253c6-efa0-4191-a209-83bfcf5dc951 HTTP/1.1" status: 204  len: 173 time: 0.9142852
Aug 24 20:10:49.284350 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [req-2f6b37e8-79b5-42f9-a3e5-5ec4603a413c req-7e07255c-5afb-4784-bee4-cd465309a84e tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "GET /v2.0/ports?device_id=64398ac9-1952-4172-886c-382ebfa69019 HTTP/1.1" status: 200  len: 210 time: 0.0417936
Aug 24 20:10:50.009231 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:50.379021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35434) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:50.446909 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cfce9337-83d3-4994-b6dd-a28eb7b2a838 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:50.476486 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cfce9337-83d3-4994-b6dd-a28eb7b2a838 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:50.567445 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device cad253c6-efa0-4191-a209-83bfcf5dc951 no longer exists at agent hyperv_hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:10:50.603221 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cfce9337-83d3-4994-b6dd-a28eb7b2a838 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:50.606281 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] No Port match for: cad253c6-efa0-4191-a209-83bfcf5dc951 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:10:50.606663 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Device cad253c6-efa0-4191-a209-83bfcf5dc951 not bound to the agent host hv-cinder-80587 {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:10:50.608519 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-1b2d4f0c-9189-45b5-b796-85a74d62420b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:50.623693 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce9337-83d3-4994-b6dd-a28eb7b2a838 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bb3edb-e8db-4d64-ab47-75fe7b40912c,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:50.626308 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-cfce9337-83d3-4994-b6dd-a28eb7b2a838 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:50.705552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-cfce9337-83d3-4994-b6dd-a28eb7b2a838 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Notify callbacks [] for security_group, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:50.706751 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-cfce9337-83d3-4994-b6dd-a28eb7b2a838 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] 10.222.0.37 "DELETE /v2.0/security-groups/b0bb3edb-e8db-4d64-ab47-75fe7b40912c HTTP/1.1" status: 204  len: 168 time: 0.3266671
Aug 24 20:10:50.841534 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35440) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:51.476244 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:51.821873 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Deleting port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:51.822211 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:51.991107 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] For port 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:10:51.991458 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:52.112021 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Calling delete_port for 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d owned by network:router_interface {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:10:52.409232 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:52.412942 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5cb5f134-61aa-4283-906b-5cf0159443e2 tempest-TestShelveInstance-1968436893 tempest-TestShelveInstance-1968436893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:52.459677 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Pushing event deleted for resources: {'Port': ['ID=42d66ac7-a43c-4ef4-9b0b-ed818214ef4d,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:52.462425 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:52.839395 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:53.203087 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Router ec4ecbba-cf0c-42de-931e-e1fb54fe973d has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:10:53.379229 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:10:53.388958 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] Sync routers for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:10:53.391753 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-c5d51b40-11fe-4977-82bb-a3cf5898da8b admin admin] 10.222.0.37 "PUT /v2.0/routers/ec4ecbba-cf0c-42de-931e-e1fb54fe973d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5494466
Aug 24 20:10:53.394264 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35444) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:53.399401 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:10:53.400055 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efc2850>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:10:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:53.571431 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks [] for router, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:53.573271 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: dv-cinder-805877-1-iscsi {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:10:53.753017 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:53.860679 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Deleting port bb445b0e-1789-4462-9454-00c62277cd5c {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:53.861582 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:53.894972 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efc2850>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:10:52Z', 'revision_number': 5, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port': {'id': 'bb445b0e-1789-4462-9454-00c62277cd5c', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:05:57Z', 'updated_at': '2021-08-24T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:53.899307 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] Checking router: ec4ecbba-cf0c-42de-931e-e1fb54fe973d for host: dv-cinder-805877-1-iscsi {{(pid=80017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:10:53.907532 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] Routers {'ec4ecbba-cf0c-42de-931e-e1fb54fe973d'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:10:53.908134 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f095efc2850>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:10:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'], 'active': True} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:54.032265 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] For port bb445b0e-1789-4462-9454-00c62277cd5c, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=bb445b0e-1789-4462-9454-00c62277cd5c,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:10:54.032522 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:54.057479 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_dvr_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] Set router ec4ecbba-cf0c-42de-931e-e1fb54fe973d gateway port host: None {{(pid=80017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:10:54.162771 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.db.l3_hamode_db [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f095efc2850>, [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:10:53Z', 'revision_number': 6, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:54.164683 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Calling delete_port for bb445b0e-1789-4462-9454-00c62277cd5c owned by network:router_gateway {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:10:54.166793 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0766b500-452e-4bac-a510-f09b2bf1686e None None] The sync data for ids ['ec4ecbba-cf0c-42de-931e-e1fb54fe973d'] in dv-cinder-805877-1-iscsi is: [{'id': 'ec4ecbba-cf0c-42de-931e-e1fb54fe973d', 'name': 'tempest-TestShelveInstance-1633419305-router', 'tenant_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:05:56Z', 'updated_at': '2021-08-24T20:10:53Z', 'revision_number': 6, 'project_id': 'bd8d6af64c054ccf8cbc58d6b3128f12', 'gw_port_host': None}] {{(pid=80017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:10:54.518283 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:54.524240 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-5b9ebfa1-1425-48c5-989b-8c4e38dae3ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:54.570606 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=bb445b0e-1789-4462-9454-00c62277cd5c,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:54.573569 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:54.660139 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:54.831217 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:54.833401 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:54.928933 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:54.929549 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4ecbba-cf0c-42de-931e-e1fb54fe973d {{(pid=80015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:10:54.941439 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] Notify callbacks [] for router, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:54.947307 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-08b25044-43f2-4fe3-b055-b9812f3b5ddc admin admin] 10.222.0.37 "DELETE /v2.0/routers/ec4ecbba-cf0c-42de-931e-e1fb54fe973d HTTP/1.1" status: 204  len: 168 time: 1.5473471
Aug 24 20:10:54.947307 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35448) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:55.059591 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:10:55.101778 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:10:55.102130 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 42d66ac7-a43c-4ef4-9b0b-ed818214ef4d not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:10:55.102588 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bb445b0e-1789-4462-9454-00c62277cd5c no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:10:55.133773 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Deleting subnet c3cd0aed-b2bb-4458-9de5-3724837a9094 {{(pid=80015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:10:55.135957 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: bb445b0e-1789-4462-9454-00c62277cd5c {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:10:55.136321 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bb445b0e-1789-4462-9454-00c62277cd5c not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:10:55.137089 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.187541 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503890'] for subnet, precommit_delete_associations {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.268202 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.398333 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8346868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6650715'] for subnet, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.402480 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-2ce1eca0-9e82-4fad-8fe7-0ecfc68f0505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:55.436874 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3cd0aed-b2bb-4458-9de5-3724837a9094,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:55.439980 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:55.442367 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.446592 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f34177-f148-46ad-ae5f-b4df325a4520 None None] Network 62b238d0-17ec-4109-8f40-53962fe02dec requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:10:55.447742 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-9fbc1349-9aaf-4016-917e-f2ff1252fe7f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c3cd0aed-b2bb-4458-9de5-3724837a9094 HTTP/1.1" status: 204  len: 168 time: 0.5012548
Aug 24 20:10:55.450256 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.wsgi [-] (80015) accepted ('10.222.0.37', 35454) {{(pid=80015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:55.555959 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.566651 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Deleting port decda06a-48a9-4f13-a004-63815e34f98e {{(pid=80015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:55.566983 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.694051 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] DHCP port deletion for 62b238d0-17ec-4109-8f40-53962fe02dec request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:10:55.698897 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Deleting port decda06a-48a9-4f13-a004-63815e34f98e {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:55.699282 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.776872 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.db [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] For port decda06a-48a9-4f13-a004-63815e34f98e, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=decda06a-48a9-4f13-a004-63815e34f98e,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:10:55.777234 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.898731 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] For port decda06a-48a9-4f13-a004-63815e34f98e, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=decda06a-48a9-4f13-a004-63815e34f98e,segment=NetworkSegment(26e24560-b32c-487c-bab6-1b507372a120),segment_id=26e24560-b32c-487c-bab6-1b507372a120)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:10:55.899135 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:55.901329 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.plugin [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Calling delete_port for decda06a-48a9-4f13-a004-63815e34f98e owned by network:dhcp {{(pid=80015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:10:56.020504 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8346791'] for port, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.022530 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Calling delete_port for decda06a-48a9-4f13-a004-63815e34f98e owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:10:56.025293 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-ace66cbb-f19d-45f8-8e5e-fe8b1a4adc64 tempest-AttachVolumeShelveTestJSON-1558198508 tempest-AttachVolumeShelveTestJSON-1558198508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:56.067398 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Pushing event deleted for resources: {'Port': ['ID=decda06a-48a9-4f13-a004-63815e34f98e,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:56.071152 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:56.079654 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] No DVR routers for this DVR port decda06a-48a9-4f13-a004-63815e34f98e on host dv-cinder-805877-1-iscsi {{(pid=80015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:10:56.094113 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:10:56.094680 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:10:56.274360 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.286552 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0962cb0c10>,) {'filters': {'network_id': ['62b238d0-17ec-4109-8f40-53962fe02dec']}} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:56.298629 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962cb0c10>, '26e24560-b32c-487c-bab6-1b507372a120') {'for_net_delete': True} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:56.298923 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.services.segments.db [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0962cb0c10>, '26e24560-b32c-487c-bab6-1b507372a120') {} {{(pid=80015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:56.309843 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503885'] for segment, before_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.326185 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.332100 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=80015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:10:56.332474 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8346770'] for segment, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]: Traceback (most recent call last):
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     timer()
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     cb(*args, **kw)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     return func(*args, **kwargs)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     self._notify()
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     self.callback(batched_events)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     event.method(event)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     return f(self, *a, **k)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._get(url).json()
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:10:56.345820 dv-cinder-805877-1-iscsi neutron-server[80015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:10:56.489087 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.492380 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:56.505901 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron_lib.callbacks.manager [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.516091 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Pushing event deleted for resources: {'Network': ['ID=62b238d0-17ec-4109-8f40-53962fe02dec,revision_number=None']} {{(pid=80015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:56.519195 dv-cinder-805877-1-iscsi neutron-server[80015]: DEBUG oslo_concurrency.lockutils [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:56.592929 dv-cinder-805877-1-iscsi neutron-server[80015]: INFO neutron.wsgi [None req-163e23c9-d3f8-4473-b8dd-d8e6d5baa00b admin admin] 10.222.0.37 "DELETE /v2.0/networks/62b238d0-17ec-4109-8f40-53962fe02dec HTTP/1.1" status: 204  len: 168 time: 1.1416085
Aug 24 20:10:56.595206 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Deleting port decda06a-48a9-4f13-a004-63815e34f98e {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:56.595694 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:56.595924 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35458) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:56.663504 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-8062a906-8891-4858-bffc-97efcbe3ea1d None None] The port 'decda06a-48a9-4f13-a004-63815e34f98e' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:10:57.058266 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device decda06a-48a9-4f13-a004-63815e34f98e no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:10:57.091778 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: decda06a-48a9-4f13-a004-63815e34f98e {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:10:57.092130 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device decda06a-48a9-4f13-a004-63815e34f98e not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:10:57.133377 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1969881'] for router_interface, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:57.471991 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Deleting port bfb05f1a-339d-4fbc-b149-d74cb00af96e {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:57.472329 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:57.733478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] For port bfb05f1a-339d-4fbc-b149-d74cb00af96e, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=bfb05f1a-339d-4fbc-b149-d74cb00af96e,segment=NetworkSegment(20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55),segment_id=20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:10:57.734489 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:57.856009 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Calling delete_port for bfb05f1a-339d-4fbc-b149-d74cb00af96e owned by network:router_interface {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:10:58.215609 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:58.219382 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f6cabbca-de27-45a0-8a89-8b4dcc46858b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:10:58.260679 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb05f1a-339d-4fbc-b149-d74cb00af96e,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:10:58.294478 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.294848 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.295213 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.295569 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.295921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.296274 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.296618 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.296967 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.297313 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.297655 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.297996 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.298354 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805877-1-iscsi {{(pid=80016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 24 20:10:58.305915 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:10:58.544373 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1969829'] for router_interface, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:58.999556 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 has already been hosted by L3 agent 0b854170-bc88-447c-a9e4-61ebb4534d9c {{(pid=80016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 24 20:10:59.174222 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] Notify agent at l3_agent.dv-cinder-805877-1-iscsi the message routers_updated {{(pid=80016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 24 20:10:59.183177 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] Sync routers for ids ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'] in dv-cinder-805877-1-iscsi {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 24 20:10:59.193553 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] Routers {'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:10:59.194167 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4cd0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:10:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:59.274127 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-bb03c114-42f9-43f9-9437-815df733771a admin admin] 10.222.0.37 "PUT /v2.0/routers/a3ea3115-02f9-42d7-b8a8-e94aee1d52b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6769252
Aug 24 20:10:59.276544 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35462) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:10:59.395473 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] Set router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 gateway port host: dv-cinder-805877-1-iscsi {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:10:59.455829 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks [] for router, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:59.632263 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:59.682931 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Deleting port 9085b051-f505-4e49-93d9-37a3c55d1019 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:10:59.683288 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:59.685207 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4cd0>, [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'external_fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:10:58Z', 'revision_number': 5, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port': {'id': '9085b051-f505-4e49-93d9-37a3c55d1019', 'name': '', 'network_id': 'dfae2075-dafe-4505-8ae5-ab6bd62982cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T20:06:05Z', 'updated_at': '2021-08-24T20:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ff882f0-aa8b-4934-8a3c-243286ff6fe5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805877-1-iscsi'}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:59.689105 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] Checking router: a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 for host: dv-cinder-805877-1-iscsi {{(pid=80018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 24 20:10:59.697518 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] Routers {'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'} bound to L3 agent in host dv-cinder-805877-1-iscsi {{(pid=80018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 24 20:10:59.698118 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4cd0>, 'dv-cinder-805877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T19:45:33Z,description=<?>,heartbeat_timestamp=2021-08-24T20:10:33Z,host='dv-cinder-805877-1-iscsi',id=0b854170-bc88-447c-a9e4-61ebb4534d9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-24T19:45:34Z,topic='l3_agent')) {'router_ids': ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'], 'active': True} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:59.846154 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] Set router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 gateway port host: None {{(pid=80018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 24 20:10:59.857013 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] For port 9085b051-f505-4e49-93d9-37a3c55d1019, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=9085b051-f505-4e49-93d9-37a3c55d1019,segment=NetworkSegment(137eef6a-2b9d-44e7-b6bf-68adea962f45),segment_id=137eef6a-2b9d-44e7-b6bf-68adea962f45)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:10:59.857377 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:10:59.948703 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0963bb4cd0>, [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:10:59Z', 'revision_number': 6, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port_host': None}], 'dv-cinder-805877-1-iscsi', False) {} {{(pid=80018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:10:59.952461 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c3190-b3c9-44b5-bcee-1151e7784c77 None None] The sync data for ids ['a3ea3115-02f9-42d7-b8a8-e94aee1d52b3'] in dv-cinder-805877-1-iscsi is: [{'id': 'a3ea3115-02f9-42d7-b8a8-e94aee1d52b3', 'name': 'tempest-TestShelveInstance-1409293856-router', 'tenant_id': '2aec683faf8348fc83176fd73493427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T20:06:04Z', 'updated_at': '2021-08-24T20:10:59Z', 'revision_number': 6, 'project_id': '2aec683faf8348fc83176fd73493427b', 'gw_port_host': None}] {{(pid=80018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 24 20:10:59.980691 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Calling delete_port for 9085b051-f505-4e49-93d9-37a3c55d1019 owned by network:router_gateway {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:11:00.220710 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.225128 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-69968320-e7c0-48a8-b0b0-5a66a5fbbd46 tempest-TestMinimumBasicScenario-1431430895 tempest-TestMinimumBasicScenario-1431430895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:11:00.295568 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Pushing event deleted for resources: {'Port': ['ID=9085b051-f505-4e49-93d9-37a3c55d1019,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:11:00.301841 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:11:00.365861 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1999116'] for router_gateway, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.426450 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-3b903d4b-49b4-4359-8c33-c9c2a7f43054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.643963 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1972054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7505'] for router, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.646145 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.746924 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1971286'] for router, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.747559 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 {{(pid=80016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 24 20:11:00.761458 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] Notify callbacks [] for router, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.762634 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f60e4c9a-c8a4-44d1-9b97-7cc55820c07d admin admin] 10.222.0.37 "DELETE /v2.0/routers/a3ea3115-02f9-42d7-b8a8-e94aee1d52b3 HTTP/1.1" status: 204  len: 168 time: 1.4851360
Aug 24 20:11:00.765042 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35466) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:11:00.824048 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Deleting subnet 4a7804e1-bfd0-40f2-b4d1-8fb582bf1838 {{(pid=80016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 24 20:11:00.826964 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.877368 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8368326'] for subnet, precommit_delete_associations {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:00.959328 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926898'] for subnet, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.043131 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.061110 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bfb05f1a-339d-4fbc-b149-d74cb00af96e no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:11:01.084268 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8369050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8284455'] for subnet, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.089374 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:11:01.095236 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: bfb05f1a-339d-4fbc-b149-d74cb00af96e {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:11:01.095668 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device bfb05f1a-339d-4fbc-b149-d74cb00af96e not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:11:01.096156 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9085b051-f505-4e49-93d9-37a3c55d1019 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:11:01.128112 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7804e1-bfd0-40f2-b4d1-8fb582bf1838,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:11:01.131085 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:11:01.132086 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for subnet, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.138627 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-c71587ce-a2f6-44a1-b4c0-b28f1b9f8a30 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a7804e1-bfd0-40f2-b4d1-8fb582bf1838 HTTP/1.1" status: 204  len: 168 time: 0.3725779
Aug 24 20:11:01.141093 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35470) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:11:01.160166 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e048fb2-7278-4ce9-8375-524ba94da7c6 None None] Network e0cada92-4d06-4c6f-9c16-c39020afa120 requested from dv-cinder-805877-1-iscsi {{(pid=80017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 24 20:11:01.179504 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 9085b051-f505-4e49-93d9-37a3c55d1019 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:11:01.179841 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 9085b051-f505-4e49-93d9-37a3c55d1019 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:11:01.249013 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784755'] for network, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.259510 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Deleting port 7da27701-a960-4c29-91bf-fb8c2fc90710 {{(pid=80016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:11:01.259845 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.418291 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] DHCP port deletion for e0cada92-4d06-4c6f-9c16-c39020afa120 request from dv-cinder-805877-1-iscsi {{(pid=80017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 24 20:11:01.422480 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Deleting port 7da27701-a960-4c29-91bf-fb8c2fc90710 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:11:01.422859 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.467796 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.db [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] For port 7da27701-a960-4c29-91bf-fb8c2fc90710, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=7da27701-a960-4c29-91bf-fb8c2fc90710,segment=NetworkSegment(20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55),segment_id=20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55)] {{(pid=80016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:11:01.468154 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.531326 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:11:01.601622 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.plugin [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Calling delete_port for 7da27701-a960-4c29-91bf-fb8c2fc90710 owned by network:dhcp {{(pid=80016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:11:01.634659 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.db [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] For port 7da27701-a960-4c29-91bf-fb8c2fc90710, host dv-cinder-805877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805877-1-iscsi',level=0,port_id=7da27701-a960-4c29-91bf-fb8c2fc90710,segment=NetworkSegment(20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55),segment_id=20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55)] {{(pid=80017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 24 20:11:01.635275 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2000106'] for port, precommit_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.723660 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729895610700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729895130399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8369097'] for port, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.727521 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-3f66c362-a19b-4d46-be64-c13a2aaaff73 tempest-TestVolumeBootPattern-1581812379 tempest-TestVolumeBootPattern-1581812379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:11:01.753446 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Calling delete_port for 7da27701-a960-4c29-91bf-fb8c2fc90710 owned by network:dhcp {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 24 20:11:01.769992 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7da27701-a960-4c29-91bf-fb8c2fc90710,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:11:01.773651 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:11:01.774444 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] No DVR routers for this DVR port 7da27701-a960-4c29-91bf-fb8c2fc90710 on host dv-cinder-805877-1-iscsi {{(pid=80016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 24 20:11:01.827528 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.db.api [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 24 20:11:01.827895 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG oslo_db.api [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 24 20:11:01.886984 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-924745', 'neutron.services.segments.db._delete_segments_for_network-8729895658141'] for network, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.899921 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f096327d0a0>,) {'filters': {'network_id': ['e0cada92-4d06-4c6f-9c16-c39020afa120']}} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:11:01.915164 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f096327d0a0>, '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55') {'for_net_delete': True} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:11:01.915460 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.services.segments.db [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f096327d0a0>, '20b8b808-7bfa-4cdd-a6f7-5b7d096c5e55') {} {{(pid=80016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 24 20:11:01.926610 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729895656951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8368345'] for segment, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.943587 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928904'] for segment, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.949760 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=80016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 24 20:11:01.950140 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-928897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8369148'] for segment, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]: Traceback (most recent call last):
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     timer()
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     cb(*args, **kw)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     return func(*args, **kwargs)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     self._notify()
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     self.callback(batched_events)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     event.method(event)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     return f(self, *a, **k)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._get(url).json()
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     return self.request(url, 'GET', **kwargs)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 24 20:11:01.963712 dv-cinder-805877-1-iscsi neutron-server[80016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 24 20:11:02.094979 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-924720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1999121'] for network, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:02.098575 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1fea4b18-10af-437c-a47a-92d876d985b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:11:02.111303 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592220'] for network, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:02.125836 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cada92-4d06-4c6f-9c16-c39020afa120,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:11:02.131248 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:11:02.133938 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-929ebdc3-6052-484a-869c-16cdbd7a10ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0cada92-4d06-4c6f-9c16-c39020afa120 HTTP/1.1" status: 204  len: 168 time: 0.9917829
Aug 24 20:11:02.329642 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Deleting port 7da27701-a960-4c29-91bf-fb8c2fc90710 {{(pid=80017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 24 20:11:02.330036 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729895605288'] for port, before_delete {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:02.375991 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35476) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:11:02.397569 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-689ab7eb-d3c2-4d45-b643-7f04a23d692d None None] The port '7da27701-a960-4c29-91bf-fb8c2fc90710' was deleted {{(pid=80017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 24 20:11:02.425015 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-300705c7-c64d-4ba4-9abe-84db2784cde4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd8d6af64c054ccf8cbc58d6b3128f12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481901
Aug 24 20:11:02.427411 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35480) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:11:02.483897 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:02.509725 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:02.637897 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:02.641669 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-918a8309-5e48-4467-8432-24ad9a175cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:11:02.654632 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1794c-d548-4f3b-97fb-7dbc93dbf44f,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:11:02.657931 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:11:02.663145 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:02.664254 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08b1794c-d548-4f3b-97fb-7dbc93dbf44f HTTP/1.1" status: 204  len: 168 time: 0.2359650
Aug 24 20:11:03.060413 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 7da27701-a960-4c29-91bf-fb8c2fc90710 no longer exists at agent ovs-agent-dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 24 20:11:03.096375 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.plugin [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] No Port match for: 7da27701-a960-4c29-91bf-fb8c2fc90710 {{(pid=80017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 24 20:11:03.096728 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron.plugins.ml2.rpc [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Device 7da27701-a960-4c29-91bf-fb8c2fc90710 not bound to the agent host dv-cinder-805877-1-iscsi {{(pid=80017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 24 20:11:03.333882 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35488) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:11:03.341027 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-4d88324b-40a3-4130-8ded-719d5a4a6a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:03.384100 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-810a1873-f196-4d9b-80dd-5d747658422b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2aec683faf8348fc83176fd73493427b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490549
Aug 24 20:11:03.386547 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [-] (80016) accepted ('10.222.0.37', 35492) {{(pid=80016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 24 20:11:03.445643 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f188eb1c-73b4-4ca8-ad16-ca5df8137afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:03.470845 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f188eb1c-73b4-4ca8-ad16-ca5df8137afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:03.609715 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f188eb1c-73b4-4ca8-ad16-ca5df8137afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039874'] for security_group, after_delete {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:03.613447 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-1e4f8cf9-ff88-4c0d-b26c-bfb6e74da7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 24 20:11:03.627423 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188eb1c-73b4-4ca8-ad16-ca5df8137afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28209cd8-e12e-49e5-a6a7-641e05923388,revision_number=None']} {{(pid=80016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 24 20:11:03.630165 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG oslo_concurrency.lockutils [None req-f188eb1c-73b4-4ca8-ad16-ca5df8137afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 24 20:11:03.632740 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron_lib.callbacks.manager [None req-f188eb1c-73b4-4ca8-ad16-ca5df8137afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:03.634568 dv-cinder-805877-1-iscsi neutron-server[80016]: INFO neutron.wsgi [None req-f188eb1c-73b4-4ca8-ad16-ca5df8137afb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28209cd8-e12e-49e5-a6a7-641e05923388 HTTP/1.1" status: 204  len: 168 time: 0.2464185
Aug 24 20:11:04.169831 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:05.580978 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:20.089305 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:30.432277 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f6e-8d0b-4152-bb7a-4a8c6384ab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:31.055369 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:33.283849 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-b0bf12ee-ab88-40f6-9e20-49a71668aa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:34.193077 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:35.552376 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:11:38.530055 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:11:50.061140 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:00.426802 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-f81eed3f-fbb8-46f2-b1ea-b354738add94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:01.089741 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:03.319101 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-7406026e-14ad-4a95-b68f-495f0ab8a03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:04.193176 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:05.575539 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:15.528002 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:12:20.066796 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:30.416179 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0db7313b-c7d4-4a81-9f4a-07161516a4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:31.049882 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:33.341579 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-465371df-092e-4146-b470-858894b96468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:34.193046 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:35.581581 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:50.113607 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:12:52.526915 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:13:00.411165 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-77e00415-6c75-46ba-8ebe-79798958659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:01.056271 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:03.336371 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-39d3b1b2-40e3-4d4f-a96e-13d6bcd669b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:04.250821 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:05.576057 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:20.056486 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:29.525845 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:13:30.439718 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-688324b1-a8d8-4435-922f-6474f29ceff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:31.045055 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:33.360420 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a8a51299-56a4-43a0-921e-ef49047b4e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:34.211604 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:35.674039 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:13:50.057382 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:00.456785 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-657ac674-bcfa-409d-b06d-7c98d7578c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:01.074810 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:03.360508 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-70f1565f-f9c2-4db5-8900-24612463745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:04.200172 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:05.623034 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:06.524121 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:14:20.092233 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:30.440146 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-d57bcb98-d758-44d5-b183-7ad00526a67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:31.046765 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:33.332091 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a6974b62-fe92-4288-97c0-27ddbbd6d665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:34.218246 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:35.589296 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:14:43.523819 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:14:50.075573 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:00.430112 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-ff5654a3-332a-451f-a00a-25db28ef5615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:01.047438 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:03.521438 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-b00678dc-c249-4323-8569-17b427fa5c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:04.213435 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:05.567193 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:20.081858 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:20.525838 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:15:30.419468 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-c607c3fa-0eff-4603-a5ef-0c04b9a466c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:31.052588 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:33.425763 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-be72536b-dfb8-427a-8627-d337cb225eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:34.282316 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:35.602200 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:36.070046 dv-cinder-805877-1-iscsi neutron-server[80016]: DEBUG neutron.wsgi [req-539e2fea-8ea9-4c57-a561-a3ac61056e27 req-a629e131-bbe1-4af5-90de-21e47ae5dc87 service neutron] (80016) timed out ('10.222.0.60', 63860) {{(pid=80016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Aug 24 20:15:50.088306 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:15:57.524035 dv-cinder-805877-1-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-47960072-2bd2-4643-b7ac-c85bd1fa42b5 None None] Agent healthcheck: found 6 active agents {{(pid=80018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 24 20:16:00.424722 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-5d1972d6-59d4-4cda-8910-c805946349d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:16:01.060575 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-e79283f9-fa41-4c20-9bd6-306c2cd2c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:16:03.401066 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-41ec1055-b4f4-48af-9258-34524b4663f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:16:04.219780 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-a186e17d-4d11-4ca1-807c-bce4cc7d65d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:16:05.603164 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b9b9-7060-4542-9743-110158991a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 24 20:16:20.077579 dv-cinder-805877-1-iscsi neutron-server[80017]: DEBUG neutron_lib.callbacks.manager [None req-81c635f6-d035-46d7-9be5-fd393a02b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729895658123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919923'] for agent, after_update {{(pid=80017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}